You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/02/03 16:47:30 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/
Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C30]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:458)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8980 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T2237 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479
[junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 10 T2238 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 14 T2238 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server on port:49872
[junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9
[junit4:junit4]   2> 116 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49873
[junit4:junit4]   2> 118 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49873
[junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 120 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0000 with negotiated timeout 10000 for client /127.0.0.1:49873
[junit4:junit4]   2> 121 T2243 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000
[junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ef101c9 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 122 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 128 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0000
[junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49873 which had sessionid 0x13ca0af48aa0000
[junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0000 closed
[junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb
[junit4:junit4]   2> 131 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T2245 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 132 T2245 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49874
[junit4:junit4]   2> 133 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49874
[junit4:junit4]   2> 134 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0001 with negotiated timeout 10000 for client /127.0.0.1:49874
[junit4:junit4]   2> 134 T2245 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000
[junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63bc10cb name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 135 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 210 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0001
[junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49874 which had sessionid 0x13ca0af48aa0001
[junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0001 closed
[junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49875
[junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683
[junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/solr.xml
[junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New CoreContainer 1814343678
[junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/'
[junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/'
[junit4:junit4]   2> 482 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 484 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 486 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 487 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 488 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
[junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
[junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 529 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49876
[junit4:junit4]   2> 532 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49876
[junit4:junit4]   2> 533 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0002 with negotiated timeout 20000 for client /127.0.0.1:49876
[junit4:junit4]   2> 533 T2256 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000
[junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f27b6e1 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 535 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 537 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0002
[junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49876 which had sessionid 0x13ca0af48aa0002
[junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0002 closed
[junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404
[junit4:junit4]   2> 546 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 547 T2258 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 548 T2258 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49877
[junit4:junit4]   2> 550 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49877
[junit4:junit4]   2> 551 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0003 with negotiated timeout 20000 for client /127.0.0.1:49877
[junit4:junit4]   2> 551 T2258 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000
[junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d43d404 name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 553 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 570 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_
[junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49875_
[junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49875_
[junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting
[junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 605 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1
[junit4:junit4]   2> 615 T2262 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 616 T2260 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 617 T2262 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1/'
[junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1/lib/README' to classloader
[junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1305 T2262 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1349 T2262 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1354 T2262 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1359 T2262 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1361 T2262 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/
[junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
[junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data forceNew:false
[junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data
[junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index/
[junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index forceNew:false
[junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1371 T2262 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index
[junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1376 T2262 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1376 T2262 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1376 T2262 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1377 T2262 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1377 T2262 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1378 T2262 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1378 T2262 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1379 T2262 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1379 T2262 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1379 T2262 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1380 T2262 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1380 T2262 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1381 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1381 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1381 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1383 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1383 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1384 T2262 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1384 T2262 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1385 T2262 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1385 T2262 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data
[junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init> Opening Searcher@22fa1cde main
[junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22fa1cde main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1448 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2125 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2126 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49875_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49875"}
[junit4:junit4]   2> 2126 T2260 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2126 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2127 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49875 collection:control_collection shard:shard1
[junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2467 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2469 T2262 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2469 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2472 T2262 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2472 T2262 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49875/collection1/
[junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe http://127.0.0.1:49875/collection1/ has no replicas
[junit4:junit4]   2> 2474 T2262 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49875/collection1/
[junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2481 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3644 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are http://127.0.0.1:49875/collection1/ and leader is http://127.0.0.1:49875/collection1/
[junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49875
[junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3715 T2262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8
[junit4:junit4]   2> 3728 T2264 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3729 T2264 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49878
[junit4:junit4]   2> 3730 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49878
[junit4:junit4]   2> 3730 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3731 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0004 with negotiated timeout 10000 for client /127.0.0.1:49878
[junit4:junit4]   2> 3731 T2264 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000
[junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16aef4d8 name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3732 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3734 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49879
[junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3904 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3905 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209
[junit4:junit4]   2> 3905 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/solr.xml
[junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New CoreContainer 1639387465
[junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/'
[junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/'
[junit4:junit4]   2> 3942 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 3942 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3943 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3943 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3944 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3944 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3945 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3945 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3946 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
[junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973
[junit4:junit4]   2> 3982 T2275 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3983 T2275 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49880
[junit4:junit4]   2> 3984 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49880
[junit4:junit4]   2> 3985 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3990 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0005 with negotiated timeout 20000 for client /127.0.0.1:49880
[junit4:junit4]   2> 3991 T2275 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000
[junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dbf0973 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3991 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3993 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0005
[junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49880 which had sessionid 0x13ca0af48aa0005
[junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0005 closed
[junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e
[junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4002 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4003 T2277 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4005 T2277 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49881
[junit4:junit4]   2> 4006 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49881
[junit4:junit4]   2> 4007 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0006 with negotiated timeout 20000 for client /127.0.0.1:49881
[junit4:junit4]   2> 4007 T2277 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000
[junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ddf927e name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4008 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4009 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4010 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4012 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_
[junit4:junit4]   2> 4013 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49879_
[junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49879_
[junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4026 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1
[junit4:junit4]   2> 4035 T2279 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4036 T2279 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1/'
[junit4:junit4]   2> 4039 T2279 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4040 T2279 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1/lib/README' to classloader
[junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4637 T2279 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4671 T2279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4677 T2279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4684 T2279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4686 T2279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/
[junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
[junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1 forceNew:false
[junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
[junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index/
[junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index forceNew:false
[junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index
[junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4702 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4702 T2279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4702 T2279 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4703 T2279 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4704 T2279 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4704 T2279 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4705 T2279 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4705 T2279 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4706 T2279 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4706 T2279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4707 T2279 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4708 T2279 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4708 T2279 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4709 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4709 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4710 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4711 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4711 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4712 T2279 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4712 T2279 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4713 T2279 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4713 T2279 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
[junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init> Opening Searcher@7db1b132 main
[junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7db1b132 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5182 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5185 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49875_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49875"}
[junit4:junit4]   2> 5198 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49879_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49879"}
[junit4:junit4]   2> 5199 T2260 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5199 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49879 collection:collection1 shard:shard1
[junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5813 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5815 T2279 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5817 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5824 T2279 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5824 T2279 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49879/collection1/
[junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe http://127.0.0.1:49879/collection1/ has no replicas
[junit4:junit4]   2> 5826 T2279 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49879/collection1/
[junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5842 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6744 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are http://127.0.0.1:49879/collection1/ and leader is http://127.0.0.1:49879/collection1/
[junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49879
[junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6811 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49882
[junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296
[junit4:junit4]   2> 7012 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/solr.xml
[junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New CoreContainer 883532060
[junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/'
[junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/'
[junit4:junit4]   2> 7046 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7047 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7047 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7048 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7048 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7049 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7049 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7050 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7050 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
[junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@29239796
[junit4:junit4]   2> 7081 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7081 T2290 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7082 T2290 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49883
[junit4:junit4]   2> 7083 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49883
[junit4:junit4]   2> 7085 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0007 with negotiated timeout 20000 for client /127.0.0.1:49883
[junit4:junit4]   2> 7085 T2290 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000
[junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29239796 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7086 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7088 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0007
[junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49883 which had sessionid 0x13ca0af48aa0007
[junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0007 closed
[junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
[junit4:junit4]   2> 7096 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7096 T2292 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7097 T2292 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49884
[junit4:junit4]   2> 7098 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49884
[junit4:junit4]   2> 7099 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0008 with negotiated timeout 20000 for client /127.0.0.1:49884
[junit4:junit4]   2> 7099 T2292 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000
[junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6 name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7100 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7101 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7103 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7104 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_
[junit4:junit4]   2> 7105 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49882_
[junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49882_
[junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7119 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1
[junit4:junit4]   2> 7128 T2294 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7129 T2294 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1/'
[junit4:junit4]   2> 7132 T2294 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7133 T2294 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1/lib/README' to classloader
[junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7764 T2294 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7795 T2294 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7800 T2294 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7805 T2294 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7807 T2294 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/
[junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
[junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2 forceNew:false
[junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
[junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index/
[junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index forceNew:false
[junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7818 T2294 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index
[junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7824 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7824 T2294 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7825 T2294 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7825 T2294 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7826 T2294 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7827 T2294 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7827 T2294 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7828 T2294 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7828 T2294 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7829 T2294 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7829 T2294 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7830 T2294 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7830 T2294 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7831 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7831 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7832 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7833 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7833 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7834 T2294 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7834 T2294 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7835 T2294 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7836 T2294 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
[junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init> Opening Searcher@43571abe main
[junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43571abe main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8269 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8270 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49879_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49879"}
[junit4:junit4]   2> 8276 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49882_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49882"}
[junit4:junit4]   2> 8276 T2260 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8276 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49882 collection:collection1 shard:shard2
[junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 8922 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 8924 T2294 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8925 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8929 T2294 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8930 T2294 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49882/collection1/
[junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe http://127.0.0.1:49882/collection1/ has no replicas
[junit4:junit4]   2> 8932 T2294 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49882/collection1/
[junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 8943 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9797 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are http://127.0.0.1:49882/collection1/ and leader is http://127.0.0.1:49882/collection1/
[junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49882
[junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9835 T2294 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49885
[junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315
[junit4:junit4]   2> 10002 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/solr.xml
[junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New CoreContainer 1478444421
[junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/'
[junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/'
[junit4:junit4]   2> 10047 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10048 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10048 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10049 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10050 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10050 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10051 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10051 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10052 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
[junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1
[junit4:junit4]   2> 10086 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10086 T2305 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10088 T2305 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49886
[junit4:junit4]   2> 10089 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49886
[junit4:junit4]   2> 10089 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0009 with negotiated timeout 20000 for client /127.0.0.1:49886
[junit4:junit4]   2> 10090 T2305 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000
[junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@642e29e1 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10090 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10092 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0009
[junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49886 which had sessionid 0x13ca0af48aa0009
[junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0009 closed
[junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd
[junit4:junit4]   2> 10100 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10100 T2307 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10101 T2307 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49887
[junit4:junit4]   2> 10102 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49887
[junit4:junit4]   2> 10103 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa000a with negotiated timeout 20000 for client /127.0.0.1:49887
[junit4:junit4]   2> 10104 T2307 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000
[junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3507d0fd name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10104 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10106 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10108 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10110 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49885_
[junit4:junit4]   2> 10111 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49885_
[junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49885_
[junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10125 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1
[junit4:junit4]   2> 10134 T2309 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10135 T2309 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1/'
[junit4:junit4]   2> 10138 T2309 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10139 T2309 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1/lib/README' to classloader
[junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10784 T2309 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10817 T2309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10823 T2309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10828 T2309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10830 T2309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/
[junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
[junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3 forceNew:false
[junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index/
[junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index forceNew:false
[junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index
[junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10846 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10848 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10849 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10849 T2309 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10850 T2309 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10851 T2309 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10852 T2309 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10853 T2309 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10854 T2309 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10854 T2309 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10855 T2309 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10855 T2309 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10856 T2309 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10856 T2309 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10857 T2309 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10857 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10858 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10859 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10860 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10861 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10861 T2309 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10862 T2309 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10862 T2309 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10863 T2309 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10871 T2309 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10873 T2309 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init> Opening Searcher@682615b3 main
[junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@682615b3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11333 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11336 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49882_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49882"}
[junit4:junit4]   2> 11349 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49885_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49885"}
[junit4:junit4]   2> 11350 T2260 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11351 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49885 collection:collection1 shard:shard1
[junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are http://127.0.0.1:49885/collection1/ and leader is http://127.0.0.1:49879/collection1/
[junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49885
[junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11934 T2309 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1 org.apache.solr.core.SolrCore@258a35 url=http://127.0.0.1:49885/collection1 node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49885_, base_url=http://127.0.0.1:49885}
[junit4:junit4]   2> 11935 T2311 C170 P49885 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11936 T2309 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11938 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11943 T2311 C170 P49885 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49889
[junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12125 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12126 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427
[junit4:junit4]   2> 12126 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/solr.xml
[junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New CoreContainer 1310203382
[junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/'
[junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/'
[junit4:junit4]   2> 12160 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12161 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12161 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12162 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12162 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12163 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12163 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12164 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12164 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
[junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83
[junit4:junit4]   2> 12195 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12195 T2321 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12196 T2321 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49890
[junit4:junit4]   2> 12197 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49890
[junit4:junit4]   2> 12289 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa000b with negotiated timeout 20000 for client /127.0.0.1:49890
[junit4:junit4]   2> 12289 T2321 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000
[junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4df75a83 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12291 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12294 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa000b
[junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa000b closed
[junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49890 which had sessionid 0x13ca0af48aa000b
[junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
[junit4:junit4]   2> 12305 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12307 T2323 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12308 T2323 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
[junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49891
[junit4:junit4]   2> 12310 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49891
[junit4:junit4]   2> 12313 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa000c with negotiated timeout 20000 for client /127.0.0.1:49891
[junit4:junit4]   2> 12313 T2323 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000
[junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20c3f9e4 name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12314 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12316 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12317 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12319 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49889_
[junit4:junit4]   2> 12320 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000c type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49889_
[junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49889_
[junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12335 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1
[junit4:junit4]   2> 12343 T2325 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12344 T2325 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1/'
[junit4:junit4]   2> 12347 T2325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12347 T2325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1/lib/README' to classloader
[junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12897 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12899 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49885_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49885"}
[junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13012 T2325 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13045 T2325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13050 T2325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13055 T2325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13057 T2325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/
[junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
[junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4 forceNew:false
[junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index/
[junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index forceNew:false
[junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13069 T2325 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index
[junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13072 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13075 T2325 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13075 T2325 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13077 T2325 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13077 T2325 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13078 T2325 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13078 T2325 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13079 T2325 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13080 T2325 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13080 T2325 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13080 T2325 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13081 T2325 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13082 T2325 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13082 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13083 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13084 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13084 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13085 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13085 T2325 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13086 T2325 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13086 T2325 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13087 T2325 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13096 T2325 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13098 T2325 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init> Opening Searcher@76850ab4 main
[junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76850ab4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14416 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14418 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49889_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49889"}
[junit4:junit4]   2> 14418 T2260 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14418 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49885_, base_url=http://127.0.0.1:49885}
[junit4:junit4]   2> 14960 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49879/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49885 START replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100
[junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14962 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14962 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14963 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14963 T2311 C170 P49885 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14964 T2311 C170 P49885 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49879/collection1/. core=collection1
[junit4:junit4]   2> 14964 T2311 C170 P49885 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1 org.apache.solr.core.SolrCore@54e69ff4 url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_ C171_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879, leader=true}
[junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14984 T2268 C171 P49879 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14985 T2268 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
[junit4:junit4]   2> 14987 T2268 C171 P49879 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14988 T2268 C171 P49879 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14990 T2268 C171 P49879 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14991 T2268 C171 P49879 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14992 T2268 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
[junit4:junit4]   2> 14993 T2268 C171 P49879 oass.SolrIndexSearcher.<init> Opening Searcher@7915d36a realtime
[junit4:junit4]   2> 14993 T2268 C171 P49879 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14994 T2268 C171 P49879 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 14995 T2311 C170 P49885 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14998 T2272 C171 P49879 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14999 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15000 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15000 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15002 T2273 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
[junit4:junit4]   2> 15003 T2273 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index
[junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15005 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15005 T2311 C170 P49885 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 forceNew:false
[junit4:junit4]   2> 15006 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 15007 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15018 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index
[junit4:junit4]   2> 15018 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15019 T2311 C170 P49885 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203133202476
[junit4:junit4]   2> 15020 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 15021 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 15021 T2311 C170 P49885 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476
[junit4:junit4]   2> 15024 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15025 T2311 C170 P49885 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15026 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 15027 T2311 C170 P49885 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15027 T2311 C170 P49885 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15027 T2311 C170 P49885 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15028 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476
[junit4:junit4]   2> 15028 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 15030 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15030 T2311 C170 P49885 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15030 T2311 C170 P49885 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15031 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 15031 T2311 C170 P49885 oass.SolrIndexSearcher.<init> Opening Searcher@11568f93 main
[junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11568f93 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index
[junit4:junit4]   2> 15034 T2311 C170 P49885 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15036 T2311 C170 P49885 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15036 T2311 C170 P49885 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15037 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 15037 T2311 C170 P49885 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15037 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476
[junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index
[junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15040 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49889 collection:collection1 shard:shard2
[junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are http://127.0.0.1:49889/collection1/ and leader is http://127.0.0.1:49882/collection1/
[junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49889
[junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15218 T2325 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1 org.apache.solr.core.SolrCore@7ea77b6d url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_ C172_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
[junit4:junit4]   2> 15219 T2329 C172 P49889 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15219 T2325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15223 T2329 C172 P49889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15230 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15232 T2237 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 15234 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15948 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15950 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49885_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49885"}
[junit4:junit4]   2> 15964 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49889_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49889"}
[junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16242 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17250 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
[junit4:junit4]   2> 18233 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49882/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49889 START replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100
[junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18234 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18234 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18234 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18234 T2329 C172 P49889 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49882/collection1/. core=collection1
[junit4:junit4]   2> 18235 T2329 C172 P49889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1 org.apache.solr.core.SolrCore@41549a80 url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_ C173_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882, leader=true}
[junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18244 T2287 C173 P49882 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18246 T2287 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
[junit4:junit4]   2> 18248 T2287 C173 P49882 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18250 T2287 C173 P49882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18253 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18253 T2287 C173 P49882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18253 T2287 C173 P49882 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18254 T2287 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
[junit4:junit4]   2> 18255 T2287 C173 P49882 oass.SolrIndexSearcher.<init> Opening Searcher@33a54dcd realtime
[junit4:junit4]   2> 18255 T2287 C173 P49882 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18256 T2287 C173 P49882 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 18257 T2329 C172 P49889 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18261 T2285 C173 P49882 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18262 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18262 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18262 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18265 T2286 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
[junit4:junit4]   2> 18266 T2286 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index
[junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18267 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18268 T2329 C172 P49889 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 forceNew:false
[junit4:junit4]   2> 18269 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 18270 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18274 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index
[junit4:junit4]   2> 18275 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18275 T2329 C172 P49889 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203133205739
[junit4:junit4]   2> 18276 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 18276 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 18276 T2329 C172 P49889 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739
[junit4:junit4]   2> 18279 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18280 T2329 C172 P49889 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18281 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 18281 T2329 C172 P49889 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18281 T2329 C172 P49889 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18281 T2329 C172 P49889 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18282 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739
[junit4:junit4]   2> 18282 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 18284 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18284 T2329 C172 P49889 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18284 T2329 C172 P49889 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18285 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 18285 T2329 C172 P49889 oass.SolrIndexSearcher.<init> Opening Searcher@2b6d99f5 main
[junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b6d99f5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index
[junit4:junit4]   2> 18288 T2329 C172 P49889 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18290 T2329 C172 P49889 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18290 T2329 C172 P49889 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 18291 T2329 C172 P49889 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739
[junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index
[junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18294 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19014 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19015 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49889_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49889"}
[junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19256 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19257 T2237 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1 org.apache.solr.core.SolrCore@31b27d14 url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_ C174_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875, leader=true}
[junit4:junit4]   2> 19265 T2251 C174 P49875 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data
[junit4:junit4]   2> 19269 T2251 C174 P49875 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19269 T2251 C174 P49875 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19270 T2251 C174 P49875 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data
[junit4:junit4]   2> 19271 T2251 C174 P49875 oass.SolrIndexSearcher.<init> Opening Searcher@d328104 realtime
[junit4:junit4]   2> 19271 T2251 C174 P49875 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297601679360)} 0 7
[junit4:junit4]   2> 19275 T2273 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
[junit4:junit4]   2> 19281 T2284 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
[junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49885_, base_url=http://127.0.0.1:49885}
[junit4:junit4]   2> 19289 T2302 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
[junit4:junit4]   2> 19291 T2302 C170 P49885 /update {update.distrib=FROMLEADER&_version_=-1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 4
[junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
[junit4:junit4]   2> 19291 T2320 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
[junit4:junit4]   2> 19292 T2320 C172 P49889 /update {update.distrib=FROMLEADER&_version_=-1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 2
[junit4:junit4]   2> 19293 T2284 C173 P49882 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 13
[junit4:junit4]   2> 19294 T2273 C171 P49879 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 21
[junit4:junit4]   2> 19303 T2252 C174 P49875 /update {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5
[junit4:junit4]   2> 19316 T2303 C170 P49885 /update {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3
[junit4:junit4]   2> 19317 T2269 C171 P49879 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10
[junit4:junit4]   2> 19318 T2285 C173 P49882 /update {wt=javabin&version=2} {add=[1]} 0 13
[junit4:junit4]   2> 19328 T2254 C174 P49875 /update {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1
[junit4:junit4]   2> 19350 T2315 C172 P49889 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4
[junit4:junit4]   2> 19351 T2286 C173 P49882 /update {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11
[junit4:junit4]   2> 19351 T2271 C171 P49879 /update {wt=javabin&version=2} {add=[2]} 0 15
[junit4:junit4]   2> 19357 T2255 C174 P49875 /update {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3
[junit4:junit4]   2> 19365 T2316 C172 P49889 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2
[junit4:junit4]   2> 19366 T2289 C173 P49882 /update {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7
[junit4:junit4]   2> 19371 T2250 C174 P49875 /update {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2
[junit4:junit4]   2> 19379 T2304 C170 P49885 /update {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2
[junit4:junit4]   2> 19380 T2268 C171 P49879 /update {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7
[junit4:junit4]   2> 19385 T2251 C174 P49875 /update {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2
[junit4:junit4]   2> 19399 T2317 C172 P49889 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2
[junit4:junit4]   2> 19400 T2288 C173 P49882 /update {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9
[junit4:junit4]   2> 19401 T2270 C171 P49879 /update {wt=javabin&version=2} {add=[5]} 0 12
[junit4:junit4]   2> 19406 T2253 C174 P49875 /update {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2
[junit4:junit4]   2> 19416 T2319 C172 P49889 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2}

[...truncated too long message...]

it4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=MockFixedIntBlock(blockSize=1923), foo_b=PostingsFormat(name=MockRandom), cat=PostingsFormat(name=NestedPulsing), foo_d=PostingsFormat(name=Asserting), foo_f=PostingsFormat(name=MockRandom), n_tl1=MockFixedIntBlock(blockSize=1923), n_d1=PostingsFormat(name=NestedPulsing), rnd_b=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=NestedPulsing), n_td1=MockFixedIntBlock(blockSize=1923), timestamp=PostingsFormat(name=NestedPulsing), id=PostingsFormat(name=Asserting), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=MockFixedIntBlock(blockSize=1923), oddField_s=PostingsFormat(name=MockRandom), sequence_i=PostingsFormat(name=MockRandom), name=PostingsFormat(name=Asserting), foo_i=MockFixedIntBlock(blockSize=1923), regex_dup_B_s=PostingsFormat(name=NestedPulsing), multiDefault=MockFixedIntBlock(blockSize=1923), n_tf1=PostingsFormat(name=NestedPulsing), n_dt1=MockFixedIntBlock(blockSize=1923), genre_s=PostingsFormat(name=MockRandom), author_t=MockFixedIntBlock(blockSize=1923), n_ti1=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=NestedPulsing), text=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=NestedPulsing), val_i=PostingsFormat(name=Asserting), SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing), series_t=MockFixedIntBlock(blockSize=1923), a_t=PostingsFormat(name=NestedPulsing), n_tdt1=PostingsFormat(name=NestedPulsing), regex_dup_A_s=PostingsFormat(name=MockRandom), price=PostingsFormat(name=MockRandom), other_tl1=PostingsFormat(name=NestedPulsing), n_l1=PostingsFormat(name=NestedPulsing), a_si=MockFixedIntBlock(blockSize=1923), inStock=PostingsFormat(name=MockRandom)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=hu_HU, timezone=America/Sao_Paulo
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144
[junit4:junit4]   2> NOTE: All tests run in this JVM: [FullSolrCloudDistribCmdsTest, SortByFunctionTest, SolrRequestParserTest, CacheHeaderTest, AlternateDirectoryTest, SpellingQueryConverterTest, SynonymTokenizerTest, TestSort, LukeRequestHandlerTest, TestRangeQuery, FileBasedSpellCheckerTest, TestPhraseSuggestions, TestPluginEnable, TestComponentsName, TestJmxIntegration, SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions, BasicDistributedZk2Test, UpdateRequestProcessorFactoryTest, BadIndexSchemaTest, SchemaVersionSpecificBehaviorTest, WordBreakSolrSpellCheckerTest, TestIndexingPerformance, JSONWriterTest, FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache, PingRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest, ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest, CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest, TestStressRecovery, BadComponentTest, TestJoin, DocumentBuilderTest, TestStressLucene, DOMUtilTest, TestFunctionQuery, TestHashPartitioner, SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest, HardAutoCommitTest, ChaosMonkeySafeLeaderTest, DistributedQueryElevationComponentTest, RegexBoostProcessorTest, TestReplicationHandler, UpdateParamsTest, DirectUpdateHandlerOptimizeTest, TestGroupingSearch, TestElisionMultitermQuery, SuggesterTest, TestCharFilters, ReturnFieldsTest, StandardRequestHandlerTest, SystemInfoHandlerTest, TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest, DefaultValueUpdateProcessorTest, LeaderElectionTest, SpellCheckComponentTest, TestBinaryResponseWriter, TestPseudoReturnFields, TestStressVersions, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions, SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory, TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest, TestPHPSerializedResponseWriter, TestUtils, TestRecovery, DistributedTermsComponentTest, UUIDFieldTest, ShowFileRequestHandlerTest, TestSolrDeletionPolicy1, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestRemoteStreaming, TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser, PolyFieldTest, TestNumberUtils, TestQuerySenderListener, TestFoldingMultitermQuery, TestPartialUpdateDeduplication, DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest, ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest, ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest, TestUpdate, TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest, SimplePostToolTest, NumericFieldsTest, IndexBasedSpellCheckerTest, OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser, SignatureUpdateProcessorFactoryTest, ResourceLoaderTest, BasicDistributedZkTest]
[junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!

[...truncated 380 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:346: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 249 suites, 1038 tests, 1 failure, 14 ignored (3 assumptions)

Total time: 58 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 179 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/179/
Java: 64bit/jdk1.7.0 -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
IOException occured when talking to server at: http://127.0.0.1:49905

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:49905
	at __randomizedtesting.SeedInfo.seed([402FE91000B79E1A:C1C9670877E8FE26]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:572)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 44 more




Build Log:
[...truncated 8972 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T2106 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 7 T2106 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1359923479489
[junit4:junit4]   2> 16 T2106 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 17 T2107 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 19 T2107 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 19 T2107 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 19 T2107 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 20 T2107 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 21 T2107 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 117 T2106 oasc.ZkTestServer.run start zk server on port:49895
[junit4:junit4]   2> 118 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5aed38e1
[junit4:junit4]   2> 119 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 120 T2112 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 121 T2112 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 122 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49896
[junit4:junit4]   2> 122 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49896
[junit4:junit4]   2> 123 T2110 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 126 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80000 with negotiated timeout 10000 for client /127.0.0.1:49896
[junit4:junit4]   2> 128 T2112 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80000, negotiated timeout = 10000
[junit4:junit4]   2> 128 T2113 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5aed38e1 name:ZooKeeperConnection Watcher:127.0.0.1:49895 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 129 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 129 T2106 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 134 T2111 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1c183c80000
[junit4:junit4]   2> 136 T2108 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49896 which had sessionid 0x13ca1c183c80000
[junit4:junit4]   2> 135 T2106 oaz.ZooKeeper.close Session: 0x13ca1c183c80000 closed
[junit4:junit4]   2> 137 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@43611931
[junit4:junit4]   2> 138 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 136 T2113 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 139 T2114 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 140 T2114 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 141 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49897
[junit4:junit4]   2> 141 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49897
[junit4:junit4]   2> 143 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80001 with negotiated timeout 10000 for client /127.0.0.1:49897
[junit4:junit4]   2> 143 T2114 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80001, negotiated timeout = 10000
[junit4:junit4]   2> 143 T2115 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43611931 name:ZooKeeperConnection Watcher:127.0.0.1:49895/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 144 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 144 T2106 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 151 T2106 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 156 T2106 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 161 T2106 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 171 T2106 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 173 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 184 T2106 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 186 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 208 T2106 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 209 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 213 T2106 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 215 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 230 T2106 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 231 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 236 T2106 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 237 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 243 T2106 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 244 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 249 T2106 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 250 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 254 T2106 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 255 T2106 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 260 T2111 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1c183c80001
[junit4:junit4]   2> 261 T2108 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49897 which had sessionid 0x13ca1c183c80001
[junit4:junit4]   2> 262 T2115 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 262 T2106 oaz.ZooKeeper.close Session: 0x13ca1c183c80001 closed
[junit4:junit4]   2> 463 T2106 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 470 T2106 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49898
[junit4:junit4]   2> 471 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 471 T2106 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 472 T2106 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359923479737
[junit4:junit4]   2> 473 T2106 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359923479737/solr.xml
[junit4:junit4]   2> 473 T2106 oasc.CoreContainer.<init> New CoreContainer 407627566
[junit4:junit4]   2> 474 T2106 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359923479737/'
[junit4:junit4]   2> 475 T2106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359923479737/'
[junit4:junit4]   2> 520 T2106 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 521 T2106 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 522 T2106 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 523 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 523 T2106 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 524 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 525 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 526 T2106 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 526 T2106 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 527 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 541 T2106 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 577 T2106 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49895/solr
[junit4:junit4]   2> 578 T2106 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 578 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7434e9d6
[junit4:junit4]   2> 580 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 581 T2125 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 582 T2125 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 582 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49899
[junit4:junit4]   2> 583 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49899
[junit4:junit4]   2> 585 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80002 with negotiated timeout 20000 for client /127.0.0.1:49899
[junit4:junit4]   2> 585 T2125 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80002, negotiated timeout = 20000
[junit4:junit4]   2> 585 T2126 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7434e9d6 name:ZooKeeperConnection Watcher:127.0.0.1:49895 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 586 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 590 T2111 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1c183c80002
[junit4:junit4]   2> 591 T2106 oaz.ZooKeeper.close Session: 0x13ca1c183c80002 closed
[junit4:junit4]   2> 592 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 594 T2108 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49899 which had sessionid 0x13ca1c183c80002
[junit4:junit4]   2> 594 T2126 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 600 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@34af3df6
[junit4:junit4]   2> 602 T2127 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 603 T2127 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 604 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49900
[junit4:junit4]   2> 605 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49900
[junit4:junit4]   2> 603 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 606 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80003 with negotiated timeout 20000 for client /127.0.0.1:49900
[junit4:junit4]   2> 606 T2127 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80003, negotiated timeout = 20000
[junit4:junit4]   2> 607 T2128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34af3df6 name:ZooKeeperConnection Watcher:127.0.0.1:49895/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 607 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 609 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 611 T2106 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 615 T2106 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49898_
[junit4:junit4]   2> 616 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49898_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49898_
[junit4:junit4]   2> 617 T2106 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49898_
[junit4:junit4]   2> 623 T2106 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 631 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 632 T2106 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 642 T2106 oasc.Overseer.start Overseer (id=89123945152249859-127.0.0.1:49898_-n_0000000000) starting
[junit4:junit4]   2> 643 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 645 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 651 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 653 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 655 T2130 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 656 T2106 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 662 T2106 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 672 T2131 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359923479737/collection1
[junit4:junit4]   2> 673 T2131 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 674 T2129 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 675 T2131 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 675 T2131 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 678 T2131 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359923479737/collection1/'
[junit4:junit4]   2> 679 T2131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359923479737/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 679 T2131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359923479737/collection1/lib/README' to classloader
[junit4:junit4]   2> 741 T2131 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 832 T2131 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 834 T2131 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 840 T2131 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1610 T2131 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1626 T2131 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1630 T2131 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1653 T2131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1659 T2131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1664 T2131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1666 T2131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1669 T2131 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359923479737/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data/
[junit4:junit4]   2> 1669 T2131 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e0bea2c
[junit4:junit4]   2> 1670 T2131 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1670 T2131 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data forceNew:false
[junit4:junit4]   2> 1671 T2131 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data
[junit4:junit4]   2> 1672 T2131 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data/index/
[junit4:junit4]   2> 1672 T2131 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1673 T2131 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data/index forceNew:false
[junit4:junit4]   2> 1681 T2131 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@159c976b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1682 T2131 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1683 T2131 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data/index
[junit4:junit4]   2> 1683 T2131 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1686 T2131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1688 T2131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1692 T2131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1693 T2131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1694 T2131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1694 T2131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1695 T2131 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1695 T2131 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1696 T2131 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1696 T2131 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1697 T2131 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1697 T2131 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1698 T2131 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1698 T2131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1699 T2131 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1699 T2131 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1700 T2131 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1700 T2131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1701 T2131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1701 T2131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1702 T2131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1702 T2131 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1703 T2131 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1703 T2131 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1704 T2131 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1704 T2131 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1713 T2131 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1716 T2131 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1718 T2131 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1720 T2131 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data
[junit4:junit4]   2> 1721 T2131 oass.SolrIndexSearcher.<init> Opening Searcher@11140297 main
[junit4:junit4]   2> 1722 T2131 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1723 T2131 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1723 T2131 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1729 T2131 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1767 T2132 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11140297 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1774 T2131 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1775 T2131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1776 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2183 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2184 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49898_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49898"}
[junit4:junit4]   2> 2185 T2129 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2185 T2129 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2186 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2196 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2781 T2131 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2781 T2131 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49898 collection:control_collection shard:shard1
[junit4:junit4]   2> 2783 T2131 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2795 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2796 T2131 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2797 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2800 T2131 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2800 T2131 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2800 T2131 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49898/collection1/
[junit4:junit4]   2> 2800 T2131 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2801 T2131 oasc.SyncStrategy.syncToMe http://127.0.0.1:49898/collection1/ has no replicas
[junit4:junit4]   2> 2801 T2131 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49898/collection1/
[junit4:junit4]   2> 2801 T2131 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2806 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3708 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3720 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3737 T2131 oasc.ZkController.register We are http://127.0.0.1:49898/collection1/ and leader is http://127.0.0.1:49898/collection1/
[junit4:junit4]   2> 3737 T2131 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49898
[junit4:junit4]   2> 3737 T2131 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3737 T2131 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3738 T2131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3740 T2131 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3741 T2106 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3742 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3743 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3754 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3760 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7bc1180e
[junit4:junit4]   2> 3762 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3762 T2133 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3765 T2133 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 3765 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49901
[junit4:junit4]   2> 3766 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49901
[junit4:junit4]   2> 3767 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80004 with negotiated timeout 10000 for client /127.0.0.1:49901
[junit4:junit4]   2> 3767 T2133 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80004, negotiated timeout = 10000
[junit4:junit4]   2> 3768 T2134 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bc1180e name:ZooKeeperConnection Watcher:127.0.0.1:49895/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3768 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3770 T2106 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3773 T2106 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3978 T2106 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3981 T2106 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49902
[junit4:junit4]   2> 3982 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3983 T2106 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3984 T2106 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359923483248
[junit4:junit4]   2> 3984 T2106 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359923483248/solr.xml
[junit4:junit4]   2> 3985 T2106 oasc.CoreContainer.<init> New CoreContainer 199331823
[junit4:junit4]   2> 3986 T2106 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359923483248/'
[junit4:junit4]   2> 3986 T2106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359923483248/'
[junit4:junit4]   2> 4027 T2106 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4027 T2106 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4028 T2106 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4029 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4029 T2106 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4030 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4030 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4031 T2106 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4031 T2106 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4032 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4046 T2106 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4067 T2106 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49895/solr
[junit4:junit4]   2> 4067 T2106 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4068 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3ee1a7fc
[junit4:junit4]   2> 4070 T2144 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4072 T2144 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 4072 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49903
[junit4:junit4]   2> 4074 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49903
[junit4:junit4]   2> 4070 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4075 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80005 with negotiated timeout 20000 for client /127.0.0.1:49903
[junit4:junit4]   2> 4076 T2144 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80005, negotiated timeout = 20000
[junit4:junit4]   2> 4076 T2145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ee1a7fc name:ZooKeeperConnection Watcher:127.0.0.1:49895 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4076 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4078 T2111 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1c183c80005
[junit4:junit4]   2> 4079 T2106 oaz.ZooKeeper.close Session: 0x13ca1c183c80005 closed
[junit4:junit4]   2> 4079 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4085 T2108 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49903 which had sessionid 0x13ca1c183c80005
[junit4:junit4]   2> 4085 T2145 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4086 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@56e5c099
[junit4:junit4]   2> 4093 T2146 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4094 T2146 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 4094 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4095 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49904
[junit4:junit4]   2> 4096 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49904
[junit4:junit4]   2> 4097 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80006 with negotiated timeout 20000 for client /127.0.0.1:49904
[junit4:junit4]   2> 4098 T2146 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80006, negotiated timeout = 20000
[junit4:junit4]   2> 4098 T2147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56e5c099 name:ZooKeeperConnection Watcher:127.0.0.1:49895/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4098 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4102 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4103 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4105 T2106 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49902_
[junit4:junit4]   2> 4107 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49902_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49902_
[junit4:junit4]   2> 4108 T2106 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49902_
[junit4:junit4]   2> 4112 T2128 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4113 T2134 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4113 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4119 T2106 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4127 T2148 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359923483248/collection1
[junit4:junit4]   2> 4128 T2148 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4129 T2148 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4129 T2148 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4131 T2148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359923483248/collection1/'
[junit4:junit4]   2> 4132 T2148 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359923483248/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4133 T2148 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359923483248/collection1/lib/README' to classloader
[junit4:junit4]   2> 4187 T2148 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4261 T2148 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4263 T2148 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4268 T2148 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5123 T2148 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5133 T2148 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5137 T2148 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5175 T2148 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5181 T2148 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5207 T2148 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5209 T2148 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5211 T2148 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359923483248/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/
[junit4:junit4]   2> 5212 T2148 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e0bea2c
[junit4:junit4]   2> 5212 T2148 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5213 T2148 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1 forceNew:false
[junit4:junit4]   2> 5214 T2148 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1
[junit4:junit4]   2> 5214 T2148 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/index/
[junit4:junit4]   2> 5215 T2148 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5215 T2148 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/index forceNew:false
[junit4:junit4]   2> 5220 T2148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63673ffb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5221 T2148 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5222 T2148 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/index
[junit4:junit4]   2> 5222 T2148 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5224 T2148 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5225 T2148 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5225 T2148 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5226 T2148 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5233 T2148 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5234 T2148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5235 T2148 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5236 T2148 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5236 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5237 T2148 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5239 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49898_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49898"}
[junit4:junit4]   2> 5239 T2148 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5240 T2148 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5241 T2148 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5241 T2148 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5242 T2148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5242 T2148 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5243 T2148 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5244 T2148 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5244 T2148 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5245 T2148 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5246 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5246 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5246 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5246 T2148 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5249 T2148 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5249 T2148 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5250 T2148 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5250 T2148 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5251 T2148 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5252 T2148 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5262 T2148 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5265 T2148 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5270 T2148 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5272 T2148 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1
[junit4:junit4]   2> 5274 T2148 oass.SolrIndexSearcher.<init> Opening Searcher@f030e2c main
[junit4:junit4]   2> 5275 T2148 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5275 T2148 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5276 T2148 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5281 T2148 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5321 T2149 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f030e2c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5330 T2148 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5330 T2148 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6770 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6771 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49902_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49902"}
[junit4:junit4]   2> 6772 T2129 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6772 T2129 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6780 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6786 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6788 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7336 T2148 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7337 T2148 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49902 collection:collection1 shard:shard1
[junit4:junit4]   2> 7338 T2148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7348 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80006 type:delete cxid:0x45 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7349 T2148 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7350 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80006 type:create cxid:0x46 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7358 T2148 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7358 T2148 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7359 T2148 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49902/collection1/
[junit4:junit4]   2> 7359 T2148 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7359 T2148 oasc.SyncStrategy.syncToMe http://127.0.0.1:49902/collection1/ has no replicas
[junit4:junit4]   2> 7360 T2148 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49902/collection1/
[junit4:junit4]   2> 7360 T2148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7368 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80006 type:create cxid:0x50 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8288 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8305 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8305 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8305 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8313 T2148 oasc.ZkController.register We are http://127.0.0.1:49902/collection1/ and leader is http://127.0.0.1:49902/collection1/
[junit4:junit4]   2> 8313 T2148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49902
[junit4:junit4]   2> 8313 T2148 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8314 T2148 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8314 T2148 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8318 T2148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8319 T2106 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8320 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8321 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8561 T2106 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8564 T2106 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49905
[junit4:junit4]   2> 8566 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8567 T2106 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8567 T2106 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359923487803
[junit4:junit4]   2> 8569 T2106 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359923487803/solr.xml
[junit4:junit4]   2> 8570 T2106 oasc.CoreContainer.<init> New CoreContainer 1588429137
[junit4:junit4]   2> 8570 T2106 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359923487803/'
[junit4:junit4]   2> 8571 T2106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359923487803/'
[junit4:junit4]   2> 8617 T2106 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 8618 T2106 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8619 T2106 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8619 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8620 T2106 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8620 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8621 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8622 T2106 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8622 T2106 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8623 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8637 T2106 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8663 T2106 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49895/solr
[junit4:junit4]   2> 8665 T2106 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8666 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@23d1bd18
[junit4:junit4]   2> 8669 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8671 T2159 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8673 T2159 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 8673 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49906
[junit4:junit4]   2> 8674 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49906
[junit4:junit4]   2> 8675 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80007 with negotiated timeout 20000 for client /127.0.0.1:49906
[junit4:junit4]   2> 8675 T2159 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80007, negotiated timeout = 20000
[junit4:junit4]   2> 8676 T2160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23d1bd18 name:ZooKeeperConnection Watcher:127.0.0.1:49895 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8677 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8680 T2111 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1c183c80007
[junit4:junit4]   2> 8681 T2108 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49906 which had sessionid 0x13ca1c183c80007
[junit4:junit4]   2> 8682 T2160 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8681 T2106 oaz.ZooKeeper.close Session: 0x13ca1c183c80007 closed
[junit4:junit4]   2> 8683 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 8693 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@157ad54c
[junit4:junit4]   2> 8695 T2161 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8697 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8698 T2161 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 8699 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49907
[junit4:junit4]   2> 8700 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49907
[junit4:junit4]   2> 8701 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80008 with negotiated timeout 20000 for client /127.0.0.1:49907
[junit4:junit4]   2> 8701 T2161 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80008, negotiated timeout = 20000
[junit4:junit4]   2> 8702 T2162 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@157ad54c name:ZooKeeperConnection Watcher:127.0.0.1:49895/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8702 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8705 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8706 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8708 T2106 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49905_
[junit4:junit4]   2> 8709 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80008 type:delete cxid:0x4 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49905_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49905_
[junit4:junit4]   2> 8711 T2106 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49905_
[junit4:junit4]   2> 8716 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8716 T2128 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8716 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8719 T2147 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8720 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8727 T2134 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8731 T2106 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8747 T2163 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359923487803/collection1
[junit4:junit4]   2> 8748 T2163 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8749 T2163 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8750 T2163 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8751 T2163 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359923487803/collection1/'
[junit4:junit4]   2> 8752 T2163 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359923487803/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8753 T2163 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359923487803/collection1/lib/README' to classloader
[junit4:junit4]   2> 8834 T2163 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8915 T2163 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8916 T2163 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8923 T2163 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9678 T2163 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9693 T2163 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9697 T2163 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9722 T2163 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9729 T2163 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9735 T2163 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9737 T2163 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9739 T2163 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359923487803/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/
[junit4:junit4]   2> 9740 T2163 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e0bea2c
[junit4:junit4]   2> 9740 T2163 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 9741 T2163 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2 forceNew:false
[junit4:junit4]   2> 9742 T2163 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2
[junit4:junit4]   2> 9742 T2163 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/index/
[junit4:junit4]   2> 9743 T2163 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9744 T2163 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/index forceNew:false
[junit4:junit4]   2> 9749 T2163 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7487cae6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9750 T2163 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9751 T2163 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/index
[junit4:junit4]   2> 9751 T2163 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9754 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9754 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9755 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9755 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9756 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9756 T2163 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9757 T2163 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9758 T2163 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9758 T2163 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9759 T2163 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9760 T2163 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9760 T2163 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9761 T2163 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9761 T2163 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9762 T2163 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9762 T2163 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9763 T2163 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9764 T2163 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9764 T2163 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9765 T2163 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9766 T2163 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9766 T2163 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9768 T2163 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9768 T2163 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9769 T2163 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9770 T2163 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9782 T2163 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9787 T2163 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9790 T2163 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 9793 T2163 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2
[junit4:junit4]   2> 9794 T2163 oass.SolrIndexSearcher.<init> Opening Searcher@31b52e62 main
[junit4:junit4]   2> 9795 T2163 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9796 T2163 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9796 T2163 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9803 T2163 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9817 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9819 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49902_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49902"}
[junit4:junit4]   2> 9829 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9830 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9829 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9830 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9863 T2164 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@31b52e62 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9877 T2163 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9878 T2163 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11354 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11356 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49905_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49905"}
[junit4:junit4]   2> 11356 T2129 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11357 T2129 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11364 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11364 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11365 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11367 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11882 T2163 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11882 T2163 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49905 collection:collection1 shard:shard2
[junit4:junit4]   2> 11884 T2163 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11901 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80008 type:delete cxid:0x44 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11904 T2163 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11905 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80008 type:create cxid:0x45 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11909 T2163 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11910 T2163 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11910 T2163 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49905/collection1/
[junit4:junit4]   2> 11910 T2163 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11911 T2163 oasc.SyncStrategy.syncToMe http://127.0.0.1:49905/collection1/ has no replicas
[junit4:junit4]   2> 11911 T2163 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49905/collection1/
[junit4:junit4]   2> 11911 T2163 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11919 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c80008 type:create cxid:0x4e zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12875 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12892 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12892 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12892 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12892 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12902 T2163 oasc.ZkController.register We are http://127.0.0.1:49905/collection1/ and leader is http://127.0.0.1:49905/collection1/
[junit4:junit4]   2> 12903 T2163 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49905
[junit4:junit4]   2> 12903 T2163 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12904 T2163 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12904 T2163 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12907 T2163 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12909 T2106 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12909 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12910 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13133 T2106 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13149 T2106 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49908
[junit4:junit4]   2> 13150 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13150 T2106 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13151 T2106 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359923492390
[junit4:junit4]   2> 13151 T2106 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359923492390/solr.xml
[junit4:junit4]   2> 13152 T2106 oasc.CoreContainer.<init> New CoreContainer 1323056791
[junit4:junit4]   2> 13153 T2106 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359923492390/'
[junit4:junit4]   2> 13153 T2106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359923492390/'
[junit4:junit4]   2> 13196 T2106 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 13197 T2106 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13198 T2106 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13198 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13199 T2106 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13199 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13201 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13201 T2106 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13202 T2106 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13202 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13215 T2106 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13242 T2106 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49895/solr
[junit4:junit4]   2> 13243 T2106 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13243 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@45c3e8b8
[junit4:junit4]   2> 13245 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13246 T2174 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13247 T2174 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 13247 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49909
[junit4:junit4]   2> 13248 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49909
[junit4:junit4]   2> 13249 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c80009 with negotiated timeout 20000 for client /127.0.0.1:49909
[junit4:junit4]   2> 13249 T2174 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c80009, negotiated timeout = 20000
[junit4:junit4]   2> 13250 T2175 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45c3e8b8 name:ZooKeeperConnection Watcher:127.0.0.1:49895 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13250 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13252 T2111 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1c183c80009
[junit4:junit4]   2> 13254 T2108 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49909 which had sessionid 0x13ca1c183c80009
[junit4:junit4]   2> 13254 T2175 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13254 T2106 oaz.ZooKeeper.close Session: 0x13ca1c183c80009 closed
[junit4:junit4]   2> 13255 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 13261 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@62512bcb
[junit4:junit4]   2> 13262 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13263 T2176 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13264 T2176 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 13265 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49910
[junit4:junit4]   2> 13266 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49910
[junit4:junit4]   2> 13267 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c8000a with negotiated timeout 20000 for client /127.0.0.1:49910
[junit4:junit4]   2> 13267 T2176 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c8000a, negotiated timeout = 20000
[junit4:junit4]   2> 13267 T2177 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62512bcb name:ZooKeeperConnection Watcher:127.0.0.1:49895/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13268 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13269 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c8000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13271 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c8000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13273 T2106 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49908_
[junit4:junit4]   2> 13274 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c8000a type:delete cxid:0x4 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49908_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49908_
[junit4:junit4]   2> 13275 T2106 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49908_
[junit4:junit4]   2> 13279 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13281 T2128 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13281 T2147 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13282 T2162 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13282 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13282 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13282 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13286 T2134 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13293 T2106 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13308 T2178 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359923492390/collection1
[junit4:junit4]   2> 13309 T2178 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13310 T2178 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13310 T2178 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13312 T2178 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359923492390/collection1/'
[junit4:junit4]   2> 13313 T2178 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359923492390/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13313 T2178 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359923492390/collection1/lib/README' to classloader
[junit4:junit4]   2> 13372 T2178 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13448 T2178 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13449 T2178 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13455 T2178 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14334 T2178 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14344 T2178 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14348 T2178 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14371 T2178 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14378 T2178 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14384 T2178 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14388 T2178 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14397 T2178 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359923492390/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/
[junit4:junit4]   2> 14398 T2178 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e0bea2c
[junit4:junit4]   2> 14399 T2178 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14400 T2178 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3 forceNew:false
[junit4:junit4]   2> 14400 T2178 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3
[junit4:junit4]   2> 14401 T2178 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index/
[junit4:junit4]   2> 14401 T2178 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14402 T2178 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index forceNew:false
[junit4:junit4]   2> 14407 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14408 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49905_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49905"}
[junit4:junit4]   2> 14439 T2178 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ca27a1f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14441 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14441 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14441 T2177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14441 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14441 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14443 T2178 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14448 T2178 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index
[junit4:junit4]   2> 14448 T2178 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 14460 T2178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14460 T2178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 14461 T2178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14461 T2178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 14462 T2178 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14462 T2178 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14463 T2178 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14464 T2178 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14465 T2178 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14465 T2178 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 14466 T2178 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 14467 T2178 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14467 T2178 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 14468 T2178 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 14468 T2178 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 14469 T2178 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14469 T2178 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14470 T2178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14471 T2178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14471 T2178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14472 T2178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14472 T2178 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14473 T2178 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14474 T2178 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14474 T2178 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 14475 T2178 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 14482 T2178 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14485 T2178 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 14487 T2178 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 14490 T2178 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3
[junit4:junit4]   2> 14493 T2178 oass.SolrIndexSearcher.<init> Opening Searcher@5ae27d3b main
[junit4:junit4]   2> 14499 T2178 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14499 T2178 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14500 T2178 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 14506 T2178 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14541 T2179 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ae27d3b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14554 T2178 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14555 T2178 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15960 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15962 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49908_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49908"}
[junit4:junit4]   2> 15962 T2129 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15962 T2129 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15975 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15975 T2177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15975 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15976 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15976 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16562 T2178 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16564 T2178 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49908 collection:collection1 shard:shard1
[junit4:junit4]   2> 16571 T2178 oasc.ZkController.register We are http://127.0.0.1:49908/collection1/ and leader is http://127.0.0.1:49902/collection1/
[junit4:junit4]   2> 16572 T2178 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49908
[junit4:junit4]   2> 16572 T2178 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16572 T2178 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C196 name=collection1 org.apache.solr.core.SolrCore@54c50fda url=http://127.0.0.1:49908/collection1 node=127.0.0.1:49908_ C196_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49908_, base_url=http://127.0.0.1:49908}
[junit4:junit4]   2> 16574 T2180 C196 P49908 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16574 T2178 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16574 T2180 C196 P49908 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16575 T2180 C196 P49908 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16575 T2180 C196 P49908 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16576 T2106 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16577 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16577 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16578 T2180 C196 P49908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16815 T2106 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16819 T2106 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49912
[junit4:junit4]   2> 16823 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16823 T2106 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16824 T2106 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359923496058
[junit4:junit4]   2> 16824 T2106 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359923496058/solr.xml
[junit4:junit4]   2> 16826 T2106 oasc.CoreContainer.<init> New CoreContainer 1687388260
[junit4:junit4]   2> 16826 T2106 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359923496058/'
[junit4:junit4]   2> 16827 T2106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359923496058/'
[junit4:junit4]   2> 16875 T2106 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 16876 T2106 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16876 T2106 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16877 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16877 T2106 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16878 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16879 T2106 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16879 T2106 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16880 T2106 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16880 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16893 T2106 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16913 T2106 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49895/solr
[junit4:junit4]   2> 16914 T2106 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16914 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@49b2029
[junit4:junit4]   2> 16916 T2190 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16916 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16917 T2190 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 16918 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49913
[junit4:junit4]   2> 16919 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49913
[junit4:junit4]   2> 16920 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c8000b with negotiated timeout 20000 for client /127.0.0.1:49913
[junit4:junit4]   2> 16920 T2190 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c8000b, negotiated timeout = 20000
[junit4:junit4]   2> 16921 T2191 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49b2029 name:ZooKeeperConnection Watcher:127.0.0.1:49895 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16921 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16923 T2111 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1c183c8000b
[junit4:junit4]   2> 16924 T2106 oaz.ZooKeeper.close Session: 0x13ca1c183c8000b closed
[junit4:junit4]   2> 16925 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 16930 T2108 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49913 which had sessionid 0x13ca1c183c8000b
[junit4:junit4]   2> 16930 T2191 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16930 T2106 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49895/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7aea3aff
[junit4:junit4]   2> 16932 T2106 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16933 T2192 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49895. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16933 T2192 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49895, initiating session
[junit4:junit4]   2> 16935 T2108 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49914
[junit4:junit4]   2> 16937 T2108 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49914
[junit4:junit4]   2> 16940 T2110 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1c183c8000c with negotiated timeout 20000 for client /127.0.0.1:49914
[junit4:junit4]   2> 16941 T2192 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49895, sessionid = 0x13ca1c183c8000c, negotiated timeout = 20000
[junit4:junit4]   2> 16941 T2193 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7aea3aff name:ZooKeeperConnection Watcher:127.0.0.1:49895/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16941 T2106 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16943 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c8000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16945 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c8000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16947 T2106 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49912_
[junit4:junit4]   2> 16948 T2111 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1c183c8000c type:delete cxid:0x4 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49912_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49912_
[junit4:junit4]   2> 16949 T2106 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49912_
[junit4:junit4]   2> 16953 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16954 T2128 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16955 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16955 T2177 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16956 T2162 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16956 T2147 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16957 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16956 T2177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16957 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16961 T2134 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16967 T2106 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 16975 T2194 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359923496058/collection1
[junit4:junit4]   2> 16976 T2194 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16977 T2194 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16977 T2194 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16979 T2194 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359923496058/collection1/'
[junit4:junit4]   2> 16980 T2194 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359923496058/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16981 T2194 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359923496058/collection1/lib/README' to classloader
[junit4:junit4]   2> 17034 T2194 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17110 T2194 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17120 T2194 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17126 T2194 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17500 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17501 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49908_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49908"}
[junit4:junit4]   2> 17509 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17509 T2177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17509 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17510 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17510 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17510 T2193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17975 T2194 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17985 T2194 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17989 T2194 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18010 T2194 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18015 T2194 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18026 T2194 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18029 T2194 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18031 T2194 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359923496058/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/
[junit4:junit4]   2> 18032 T2194 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4e0bea2c
[junit4:junit4]   2> 18033 T2194 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 18034 T2194 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4 forceNew:false
[junit4:junit4]   2> 18035 T2194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4
[junit4:junit4]   2> 18036 T2194 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index/
[junit4:junit4]   2> 18036 T2194 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18038 T2194 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index forceNew:false
[junit4:junit4]   2> 18045 T2194 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@739ce4f4; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18045 T2194 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18046 T2194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index
[junit4:junit4]   2> 18047 T2194 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 18051 T2194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18051 T2194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 18051 T2194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18052 T2194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 18052 T2194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18053 T2194 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18053 T2194 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18054 T2194 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18054 T2194 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18055 T2194 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 18056 T2194 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 18056 T2194 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18057 T2194 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 18058 T2194 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 18059 T2194 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 18060 T2194 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18061 T2194 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18062 T2194 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18063 T2194 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18064 T2194 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18065 T2194 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18066 T2194 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18067 T2194 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18067 T2194 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18069 T2194 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 18069 T2194 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 18081 T2194 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18091 T2194 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 18093 T2194 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 18095 T2194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4
[junit4:junit4]   2> 18097 T2194 oass.SolrIndexSearcher.<init> Opening Searcher@18588606 main
[junit4:junit4]   2> 18098 T2194 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18098 T2194 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18099 T2194 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 18104 T2194 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 18143 T2195 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18588606 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18156 T2194 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18156 T2194 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19028 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19030 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49912_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49912"}
[junit4:junit4]   2> 19030 T2129 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 19030 T2129 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 19039 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19039 T2177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19040 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19040 T2193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19040 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19040 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19160 T2194 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19161 T2194 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49912 collection:collection1 shard:shard2
[junit4:junit4]   2> 19168 T2194 oasc.ZkController.register We are http://127.0.0.1:49912/collection1/ and leader is http://127.0.0.1:49905/collection1/
[junit4:junit4]   2> 19168 T2194 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49912
[junit4:junit4]   2> 19168 T2194 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19169 T2194 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C197 name=collection1 org.apache.solr.core.SolrCore@7dff7e7a url=http://127.0.0.1:49912/collection1 node=127.0.0.1:49912_ C197_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49912_, base_url=http://127.0.0.1:49912}
[junit4:junit4]   2> 19170 T2196 C197 P49912 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19170 T2196 C197 P49912 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19171 T2196 C197 P49912 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19171 T2196 C197 P49912 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19173 T2194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19174 T2196 C197 P49912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19190 T2106 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 19191 T2106 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19194 T2106 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19210 T2106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19213 T2106 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19215 T2106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C196_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49908_, base_url=http://127.0.0.1:49908}
[junit4:junit4]   2> 19605 T2180 C196 P49908 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49902/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19605 T2180 C196 P49908 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49908 START replicas=[http://127.0.0.1:49902/collection1/] nUpdates=100
[junit4:junit4]   2> 19606 T2180 C196 P49908 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19606 T2180 C196 P49908 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19607 T2180 C196 P49908 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19607 T2180 C196 P49908 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19607 T2180 C196 P49908 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19608 T2180 C196 P49908 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49902/collection1/. core=collection1
[junit4:junit4]   2> 19608 T2180 C196 P49908 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C198 name=collection1 org.apache.solr.core.SolrCore@7f30aa5f url=http://127.0.0.1:49902/collection1 node=127.0.0.1:49902_ C198_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49902_, base_url=http://127.0.0.1:49902, leader=true}
[junit4:junit4]   2> 19614 T2138 C198 P49902 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19617 T2141 C198 P49902 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19619 T2141 C198 P49902 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1
[junit4:junit4]   2> 19621 T2141 C198 P49902 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63673ffb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19622 T2141 C198 P49902 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19625 T2141 C198 P49902 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63673ffb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@63673ffb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19626 T2141 C198 P49902 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19627 T2141 C198 P49902 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1
[junit4:junit4]   2> 19629 T2141 C198 P49902 oass.SolrIndexSearcher.<init> Opening Searcher@5ed50a22 realtime
[junit4:junit4]   2> 19630 T2141 C198 P49902 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19631 T2141 C198 P49902 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 19632 T2180 C196 P49908 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19633 T2180 C196 P49908 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19638 T2142 C198 P49902 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19639 T2142 C198 P49902 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 19640 T2180 C196 P49908 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19640 T2180 C196 P49908 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19641 T2180 C196 P49908 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19644 T2140 C198 P49902 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1
[junit4:junit4]   2> 19645 T2140 C198 P49902 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty1/index
[junit4:junit4]   2> 19646 T2140 C198 P49902 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
[junit4:junit4]   2> 19647 T2180 C196 P49908 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19649 T2180 C196 P49908 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index.20130203173139122 forceNew:false
[junit4:junit4]   2> 19651 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3
[junit4:junit4]   2> 19656 T2180 C196 P49908 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index.20130203173139122 lockFactory=org.apache.lucene.store.NativeFSLockFactory@efa21ac; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 19661 T2138 C198 P49902 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 19663 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index
[junit4:junit4]   2> 19663 T2180 C196 P49908 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19664 T2180 C196 P49908 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203173139122
[junit4:junit4]   2> 19666 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3
[junit4:junit4]   2> 19667 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3
[junit4:junit4]   2> 19667 T2180 C196 P49908 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index.20130203173139122
[junit4:junit4]   2> 19671 T2180 C196 P49908 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index.20130203173139122 lockFactory=org.apache.lucene.store.NativeFSLockFactory@efa21ac; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19673 T2180 C196 P49908 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19674 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3
[junit4:junit4]   2> 19674 T2180 C196 P49908 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19675 T2180 C196 P49908 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19675 T2180 C196 P49908 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19675 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index.20130203173139122
[junit4:junit4]   2> 19676 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3
[junit4:junit4]   2> 19680 T2180 C196 P49908 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index.20130203173139122 lockFactory=org.apache.lucene.store.NativeFSLockFactory@efa21ac; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19680 T2180 C196 P49908 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19681 T2180 C196 P49908 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19682 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3
[junit4:junit4]   2> 19683 T2180 C196 P49908 oass.SolrIndexSearcher.<init> Opening Searcher@12fdc075 main
[junit4:junit4]   2> 19686 T2179 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12fdc075 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19686 T2179 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index
[junit4:junit4]   2> 19687 T2180 C196 P49908 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19690 T2180 C196 P49908 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index.20130203173139122 lockFactory=org.apache.lucene.store.NativeFSLockFactory@efa21ac; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index.20130203173139122 lockFactory=org.apache.lucene.store.NativeFSLockFactory@efa21ac; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19691 T2180 C196 P49908 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19693 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3
[junit4:junit4]   2> 19693 T2180 C196 P49908 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19694 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index.20130203173139122
[junit4:junit4]   2> 19694 T2180 C196 P49908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty3/index
[junit4:junit4]   2> 19694 T2180 C196 P49908 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19695 T2180 C196 P49908 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19695 T2180 C196 P49908 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19695 T2180 C196 P49908 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19698 T2180 C196 P49908 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20223 T2106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20554 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20558 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49912_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49912"}
[junit4:junit4]   2> 20565 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49908_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49908"}
[junit4:junit4]   2> 20575 T2177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20576 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20577 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20578 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20578 T2193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20579 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21227 T2106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22231 T2106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C197_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49912_, base_url=http://127.0.0.1:49912}
[junit4:junit4]   2> 23205 T2196 C197 P49912 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49905/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23206 T2196 C197 P49912 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49912 START replicas=[http://127.0.0.1:49905/collection1/] nUpdates=100
[junit4:junit4]   2> 23207 T2196 C197 P49912 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23207 T2196 C197 P49912 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23207 T2196 C197 P49912 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23209 T2196 C197 P49912 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23209 T2196 C197 P49912 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23209 T2196 C197 P49912 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49905/collection1/. core=collection1
[junit4:junit4]   2> 23210 T2196 C197 P49912 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C199 name=collection1 org.apache.solr.core.SolrCore@7671000a url=http://127.0.0.1:49905/collection1 node=127.0.0.1:49905_ C199_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49905_, base_url=http://127.0.0.1:49905, leader=true}
[junit4:junit4]   2> 23215 T2155 C199 P49905 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23221 T2157 C199 P49905 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 23222 T2157 C199 P49905 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2
[junit4:junit4]   2> 23227 T2157 C199 P49905 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7487cae6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23228 T2157 C199 P49905 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23230 T2157 C199 P49905 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7487cae6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7487cae6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23231 T2157 C199 P49905 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23232 T2157 C199 P49905 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2
[junit4:junit4]   2> 23233 T2157 C199 P49905 oass.SolrIndexSearcher.<init> Opening Searcher@1c4059e5 realtime
[junit4:junit4]   2> 23233 T2157 C199 P49905 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23234 T2157 C199 P49905 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 23235 T2196 C197 P49912 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23235 T2196 C197 P49912 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23239 T2106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23241 T2153 C199 P49905 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23242 T2153 C199 P49905 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 23243 T2196 C197 P49912 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 23243 T2196 C197 P49912 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23243 T2196 C197 P49912 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23245 T2154 C199 P49905 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2
[junit4:junit4]   2> 23246 T2154 C199 P49905 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2/index
[junit4:junit4]   2> 23246 T2154 C199 P49905 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 23247 T2196 C197 P49912 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23253 T2196 C197 P49912 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index.20130203173142724 forceNew:false
[junit4:junit4]   2> 23255 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4
[junit4:junit4]   2> 23257 T2196 C197 P49912 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index.20130203173142724 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1518f71f; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 23261 T2155 C199 P49905 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 23263 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index
[junit4:junit4]   2> 23263 T2196 C197 P49912 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23264 T2196 C197 P49912 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203173142724
[junit4:junit4]   2> 23265 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4
[junit4:junit4]   2> 23266 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4
[junit4:junit4]   2> 23266 T2196 C197 P49912 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index.20130203173142724
[junit4:junit4]   2> 23270 T2196 C197 P49912 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index.20130203173142724 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1518f71f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23271 T2196 C197 P49912 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23272 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4
[junit4:junit4]   2> 23273 T2196 C197 P49912 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23273 T2196 C197 P49912 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23273 T2196 C197 P49912 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 23274 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index.20130203173142724
[junit4:junit4]   2> 23275 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4
[junit4:junit4]   2> 23278 T2196 C197 P49912 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index.20130203173142724 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1518f71f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23279 T2196 C197 P49912 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23279 T2196 C197 P49912 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23280 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4
[junit4:junit4]   2> 23280 T2196 C197 P49912 oass.SolrIndexSearcher.<init> Opening Searcher@23811bd4 main
[junit4:junit4]   2> 23283 T2195 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23811bd4 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23284 T2195 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index
[junit4:junit4]   2> 23284 T2196 C197 P49912 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 23287 T2196 C197 P49912 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index.20130203173142724 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1518f71f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index.20130203173142724 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1518f71f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 23287 T2196 C197 P49912 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 23288 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4
[junit4:junit4]   2> 23289 T2196 C197 P49912 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23289 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index.20130203173142724
[junit4:junit4]   2> 23289 T2196 C197 P49912 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty4/index
[junit4:junit4]   2> 23290 T2196 C197 P49912 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23290 T2196 C197 P49912 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23290 T2196 C197 P49912 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23290 T2196 C197 P49912 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23292 T2196 C197 P49912 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23615 T2129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23616 T2129 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49912_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49912"}
[junit4:junit4]   2> 23626 T2128 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23626 T2193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23627 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23634 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23636 T2177 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23637 T2162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24246 T2106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24248 T2106 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C200 name=collection1 org.apache.solr.core.SolrCore@2a0bb24a url=http://127.0.0.1:49898/collection1 node=127.0.0.1:49898_ C200_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:49898_, base_url=http://127.0.0.1:49898, leader=true}
[junit4:junit4]   2> 24270 T2122 C200 P49898 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data
[junit4:junit4]   2> 24277 T2122 C200 P49898 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@159c976b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24278 T2122 C200 P49898 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24280 T2122 C200 P49898 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/control/data
[junit4:junit4]   2> 24281 T2122 C200 P49898 oass.SolrIndexSearcher.<init> Opening Searcher@4304170b realtime
[junit4:junit4]   2> 24282 T2122 C200 P49898 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425983147859771392)} 0 14
[junit4:junit4]   2> 24290 T2152 C199 P49905 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359923479489/jetty2
[junit4:junit4]   2>  C197_STATE=coll:collection1 core:collection1 props:{shard=shard2, role

[...truncated too long message...]

le.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: java.net.SocketException: Invalid argument
[junit4:junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]    > 	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    > 	... 44 more
[junit4:junit4]   2> 146342 T2106 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=PostingsFormat(name=SimpleText), foo_b=PostingsFormat(name=Memory doPackFST= true), cat=MockFixedIntBlock(blockSize=208), foo_d=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_f=PostingsFormat(name=Memory doPackFST= true), n_tl1=PostingsFormat(name=SimpleText), n_d1=MockFixedIntBlock(blockSize=208), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=MockFixedIntBlock(blockSize=208), n_td1=PostingsFormat(name=SimpleText), timestamp=MockFixedIntBlock(blockSize=208), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=PostingsFormat(name=Memory doPackFST= true), range_facet_si=PostingsFormat(name=SimpleText), oddField_s=PostingsFormat(name=Memory doPackFST= true), sequence_i=PostingsFormat(name=Memory doPackFST= true), name=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_i=PostingsFormat(name=SimpleText), regex_dup_B_s=MockFixedIntBlock(blockSize=208), multiDefault=PostingsFormat(name=SimpleText), n_tf1=MockFixedIntBlock(blockSize=208), n_dt1=PostingsFormat(name=SimpleText), genre_s=PostingsFormat(name=Memory doPackFST= true), author_t=PostingsFormat(name=SimpleText), n_ti1=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_l=MockFixedIntBlock(blockSize=208), text=PostingsFormat(name=Memory doPackFST= true), _version_=MockFixedIntBlock(blockSize=208), val_i=PostingsFormat(name=TestBloomFilteredLucene41Postings), SubjectTerms_mfacet=MockFixedIntBlock(blockSize=208), series_t=PostingsFormat(name=SimpleText), a_t=MockFixedIntBlock(blockSize=208), n_tdt1=MockFixedIntBlock(blockSize=208), regex_dup_A_s=PostingsFormat(name=Memory doPackFST= true), price=PostingsFormat(name=Memory doPackFST= true), other_tl1=MockFixedIntBlock(blockSize=208), n_l1=MockFixedIntBlock(blockSize=208), a_si=PostingsFormat(name=SimpleText), inStock=PostingsFormat(name=Memory doPackFST= true)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=el_CY, timezone=America/Cordoba
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=238612784,total=452984832
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestQuerySenderNoQuery, TestOmitPositions, MinimalSchemaTest, TestLMDirichletSimilarityFactory, PrimUtilsTest, SolrRequestParserTest, JsonLoaderTest, JSONWriterTest, TestHashPartitioner, BasicDistributedZk2Test, LukeRequestHandlerTest, ScriptEngineTest, XmlUpdateRequestHandlerTest, IndexSchemaTest, ZkCLITest, ShardRoutingTest, FieldMutatingUpdateProcessorTest, TestSolrQueryParser, TestCharFilters, TestStressRecovery, TestIBSimilarityFactory, TestReload, TestQueryTypes, TestDocumentBuilder, BasicFunctionalityTest, UpdateRequestProcessorFactoryTest, XsltUpdateRequestHandlerTest, TestSolrDeletionPolicy2, TestRangeQuery, TestRemoteStreaming, TimeZoneUtilsTest, SimpleFacetsTest, StatsComponentTest, TestSolrIndexConfig, SampleTest, TestRTGBase, AlternateDirectoryTest, ClusterStateTest, CSVRequestHandlerTest, NoCacheHeaderTest, TestSolr4Spatial, TestSuggestSpellingConverter, TestAtomicUpdateErrorCases, PrimitiveFieldTypeTest, CollectionsAPIDistributedZkTest, QueryElevationComponentTest, TestPseudoReturnFields, OutputWriterTest, SuggesterWFSTTest, DOMUtilTest, PeerSyncTest, SpatialFilterTest, PluginInfoTest, TestBinaryField, StatelessScriptUpdateProcessorFactoryTest, TestSolrJ, TestSystemIdResolver, TestUpdate, SimplePostToolTest, FullSolrCloudDistribCmdsTest, BadComponentTest, LoggingHandlerTest, UniqFieldsUpdateProcessorFactoryTest, OverseerCollectionProcessorTest, TestCSVResponseWriter, NumericFieldsTest, IndexSchemaRuntimeFieldTest, EchoParamsTest, TestJmxIntegration, StandardRequestHandlerTest, TestDefaultSimilarityFactory, CoreContainerCoreInitFailuresTest, DocumentBuilderTest, TestGroupingSearch, CacheHeaderTest, TestCodecSupport, RegexBoostProcessorTest, NotRequiredUniqueKeyTest, TestArbitraryIndexDir, TestLuceneMatchVersion, TestFastLRUCache, SortByFunctionTest, TestLFUCache, TestTrie, TestExtendedDismaxParser, TestDocSet, SolrIndexConfigTest, DefaultValueUpdateProcessorTest, ShowFileRequestHandlerTest, TestCSVLoader, TestSolrCoreProperties, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestMergePolicyConfig, TestSolrDeletionPolicy1, ExternalFileFieldSortTest, BadIndexSchemaTest, TestFaceting, RAMDirectoryFactoryTest, HighlighterTest, TestWordDelimiterFilterFactory, SpellingQueryConverterTest, RecoveryZkTest, TestWriterPerf, TestCoreContainer, SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest, CurrencyFieldTest, RequestHandlersTest, TestRandomFaceting, DebugComponentTest, TermVectorComponentTest, DistributedSpellCheckComponentTest, TestDistributedGrouping, OpenExchangeRatesOrgProviderTest, AnalysisAfterCoreReloadTest, TestPHPSerializedResponseWriter, SpellCheckCollatorTest, ConvertedLegacyTest, TestStressLucene, TestElisionMultitermQuery, BasicDistributedZkTest]
[junit4:junit4] Completed in 146.70s, 1 test, 1 error <<< FAILURES!

[...truncated 382 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:346: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 249 suites, 1038 tests, 1 error, 14 ignored (3 assumptions)

Total time: 69 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
I've run the tests a few more times and see no fails (I've run them a fair amount in the past on moth my macs as well, was just doing some testing with the latest code).

- Mark

On Feb 3, 2013, at 6:19 PM, Uwe Schindler <uw...@thetaphi.de> wrote:

> It also passes on the MacOSX box, so it does not fail always. Digging around I found out that this "Invalid argument" is quite common on MacOSX and Java. I did not yet find out what's the reason behind this.
> 
> I can just repeat: It is OSX Mountain Lion, nothing special configured in - just a fresh plain installed OS, user account "Jenkins" created, OSX command line tools (because of SVN) installed - not full xcode, python 3.2 installed, and finally the network adaptor connected (standard stupid Intel E1000 Gigabit network driver, so it is just plain basic Intel chipset sold in millions of laptops/desktops/servers/Mäcs) behind a NAT provided by iptables of the outer linux (same as for windows, which works). There is nothing that makes this VM different than a standard Apple Mac behind a linux-based home router.
> 
> Uwe
> 
> -----
> Uwe Schindler
> H.-H.-Meier-Allee 63, D-28213 Bremen
> http://www.thetaphi.de
> eMail: uwe@thetaphi.de
> 
> 
>> -----Original Message-----
>> From: Mark Miller [mailto:markrmiller@gmail.com]
>> Sent: Sunday, February 03, 2013 11:46 PM
>> To: dev@lucene.apache.org
>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #
>> 178 - Still Failing!
>> 
>> I just retested with my macbook air which has an open file limit of 256 as well,
>> and the tests passed. I'll run a couple more times.
>> 
>> - Mark
>> 
>> 
>> On Feb 3, 2013, at 4:13 PM, Mark Miller <ma...@gmail.com> wrote:
>> 
>>> I think if it's only happening on that mac vm, probably the limits should be
>> raised if that's the issue. It doesn't happen on other platforms or two macs I
>> have.
>>> 
>>> I'm guessing it's not that though - I've seen that happen with network
>> connections and it's always been easy to diagnose.
>>> 
>>> - Mark
>>> 
>>> On Sun, Feb 3, 2013 at 4:01 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
>>> Could this maybe related to number of open files? I have no idea how to
>> configure that on MacOS. If this is the case, we should really drill down this
>> test to not open so many file descriptors. Current setting:
>>> 
>>> 
>>> 
>>> localhost:~ jenkins$ ulimit -a
>>> 
>>> core file size          (blocks, -c) 0
>>> 
>>> data seg size           (kbytes, -d) unlimited
>>> 
>>> file size               (blocks, -f) unlimited
>>> 
>>> max locked memory       (kbytes, -l) unlimited
>>> 
>>> max memory size         (kbytes, -m) unlimited
>>> 
>>> open files                      (-n) 256
>>> 
>>> pipe size            (512 bytes, -p) 1
>>> 
>>> stack size              (kbytes, -s) 8192
>>> 
>>> cpu time               (seconds, -t) unlimited
>>> 
>>> max user processes              (-u) 709
>>> 
>>> virtual memory          (kbytes, -v) unlimited
>>> 
>>> 
>>> 
>>> -----
>>> 
>>> Uwe Schindler
>>> 
>>> H.-H.-Meier-Allee 63, D-28213 Bremen
>>> 
>>> http://www.thetaphi.de
>>> 
>>> eMail: uwe@thetaphi.de
>>> 
>>> 
>>> 
>>> From: Uwe Schindler [mailto:uwe@thetaphi.de]
>>> Sent: Sunday, February 03, 2013 9:37 PM
>>> To: dev@lucene.apache.org; markrmiller@gmail.com
>>> Subject: RE: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #
>> 178 - Still Failing!
>>> 
>>> 
>>> 
>>> This is indeed strage. This is a default MacOSX install with no special
>> network config. All plain simple:
>>> 
>>> 
>>> 
>>> <image001.png>
>>> 
>>> 
>>> 
>>> -----
>>> 
>>> Uwe Schindler
>>> 
>>> H.-H.-Meier-Allee 63, D-28213 Bremen
>>> 
>>> http://www.thetaphi.de
>>> 
>>> eMail: uwe@thetaphi.de
>>> 
>>> 
>>> 
>>> 
>>> 
>>>> -----Original Message-----
>>> 
>>>> From: Mark Miller [mailto:markrmiller@gmail.com]
>>> 
>>>> Sent: Sunday, February 03, 2013 8:48 PM
>>> 
>>>> To: dev@lucene.apache.org
>>> 
>>>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build
>> #
>>> 
>>>> 178 - Still Failing!
>>> 
>>>> 
>>> 
>>>> A jetty is trying to recover by talking to the leader jetty. But it
>>> 
>>>> keeps hitting the following exception and that is why it never
>>> 
>>>> recovers. The URL looks to be http://127.0.0.1:49879
>>> 
>>>> 
>>> 
>>>> [junit4:junit4]   2> 241315 T2521 C191 P49882
>>> 
>>>> oascsi.HttpClientUtil.createClient Creating new http client,
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>> false
>>> 
>>>> [junit4:junit4]   2> 241324 T2521 C191 P49882
>>> 
>>>> oahic.DefaultRequestDirector.tryExecute I/O exception
>>> 
>>>> (java.net.SocketException) caught when processing request: Invalid
>>> 
>>>> argument
>>> 
>>>> [junit4:junit4]   2> 241325 T2521 C191 P49882
>>> 
>>>> oahic.DefaultRequestDirector.tryExecute Retrying request
>>> 
>>>> [junit4:junit4]   2> 241326 T2521 C191 P49882
>>> 
>>>> oahic.DefaultRequestDirector.tryExecute I/O exception
>>> 
>>>> (java.net.SocketException) caught when processing request: Invalid
>>> 
>>>> argument
>>> 
>>>> [junit4:junit4]   2> 241326 T2521 C191 P49882
>>> 
>>>> oahic.DefaultRequestDirector.tryExecute Retrying request
>>> 
>>>> [junit4:junit4]   2> 241326 T2521 C191 P49882
>>> 
>>>> oahic.DefaultRequestDirector.tryExecute I/O exception
>>> 
>>>> (java.net.SocketException) caught when processing request: Invalid
>>> 
>>>> argument
>>> 
>>>> [junit4:junit4]   2> 241327 T2521 C191 P49882
>>> 
>>>> oahic.DefaultRequestDirector.tryExecute Retrying request
>>> 
>>>> [junit4:junit4]   2> 241328 T2521 C191 P49882 oasc.SolrException.log
>>> 
>>>> SEVERE Error while trying to recover.
>>> 
>>>> core=unloadcollection2:org.apache.solr.client.solrj.SolrServerException:
>>> 
>>>> IOException occured when talking to server at: http://127.0.0.1:49879
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
>>> 
>>>> 416)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
>>> 
>>>> 181)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStr
>>> 
>>>> ategy.java:202)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:
>>> 
>>>> 346)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
>>> 
>>>> [junit4:junit4]   2>       Caused by: java.net.SocketException: Invalid
>>> 
>>>> argument
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> java.net.SocketInputStream.socketRead0(Native Method)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> java.net.SocketInputStream.read(SocketInputStream.java:150)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> java.net.SocketInputStream.read(SocketInputStream.java:121)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessio
>>> 
>>>> nInputBuffer.java:149)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:
>>> 
>>>> 111)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessio
>>> 
>>>> nInputBuffer.java:264)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultRespo
>>> 
>>>> nseParser.java:98)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessagePars
>>> 
>>>> er.java:252)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader
>>> 
>>>> (AbstractHttpClientConnection.java:282)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader
>>> 
>>>> (DefaultClientConnection.java:247)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHea
>>> 
>>>> der(AbstractClientConnAdapter.java:216)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRe
>>> 
>>>> questExecutor.java:298)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecut
>>> 
>>>> or.java:125)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequ
>>> 
>>>> estDirector.java:647)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequest
>>> 
>>>> Director.java:464)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
>>> 
>>>> va:820)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
>>> 
>>>> va:754)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
>>> 
>>>> va:732)
>>> 
>>>> [junit4:junit4]   2>                       at
>>> 
>>>> 
>> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
>>> 
>>>> 353)
>>> 
>>>> [junit4:junit4]   2>                       ... 4 more
>>> 
>>>> 
>>> 
>>>> On Sun, Feb 3, 2013 at 2:42 PM, Mark Miller <ma...@gmail.com>
>>> 
>>>> wrote:
>>> 
>>>>> I'll dig in a bit later and pull out the log snippet.
>>> 
>>>>> 
>>> 
>>>>> In regards to the 'fake' addresses though, this test should not be
>>> 
>>>>> using them. It create N jetties, all will real addresses. That's the
>>> 
>>>>> goal anyway.
>>> 
>>>>> 
>>> 
>>>>> - Mark
>>> 
>>>>> 
>>> 
>>>>> On Sun, Feb 3, 2013 at 2:01 PM, Uwe Schindler <uw...@thetaphi.de>
>> wrote:
>>> 
>>>>>> Can you find out from the logs (or add a system.out), so we see to
>>> 
>>>> *where* it wants to connect? The Invalid argument should be fine,
>> because
>>> 
>>>> this is also used in linux when it connects to the fake IPv6 addresses that
>>> 
>>>> "emulate" broken slaves. The BasicDistributedTestcase has a list of "fake"
>>> 
>>>> addresses, and I assume it is one of them. Maybe this test should *not*
>> use
>>> 
>>>> those?
>>> 
>>>>>> 
>>> 
>>>>>> Uwe
>>> 
>>>>>> 
>>> 
>>>>>> -----
>>> 
>>>>>> Uwe Schindler
>>> 
>>>>>> H.-H.-Meier-Allee 63, D-28213 Bremen
>>> 
>>>>>> http://www.thetaphi.de
>>> 
>>>>>> eMail: uwe@thetaphi.de
>>> 
>>>>>> 
>>> 
>>>>>> 
>>> 
>>>>>>> -----Original Message-----
>>> 
>>>>>>> From: Mark Miller [mailto:markrmiller@gmail.com]
>>> 
>>>>>>> Sent: Sunday, February 03, 2013 5:08 PM
>>> 
>>>>>>> To: dev@lucene.apache.org
>>> 
>>>>>>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) -
>>> 
>>>> Build #
>>> 
>>>>>>> 178 - Still Failing!
>>> 
>>>>>>> 
>>> 
>>>>>>> In this test recovery fails because an http request keeps failing with:
>>> 
>>>>>>> 
>>> 
>>>>>>> java.net.SocketException: Invalid argument
>>> 
>>>>>>> 
>>> 
>>>>>>> Some googling points to an ipv4/ipv6 issue? Seems like an
>>> 
>>>> environment/test
>>> 
>>>>>>> problem.
>>> 
>>>>>>> 
>>> 
>>>>>>> - Mark
>>> 
>>>>>>> 
>>> 
>>>>>>> On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server
>>> 
>>>>>>> <je...@thetaphi.de> wrote:
>>> 
>>>>>>> 
>>> 
>>>>>>>> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-
>> MacOSX/178/
>>> 
>>>>>>>> Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
>>> 
>>>>>>>> 
>>> 
>>>>>>>> 1 tests failed.
>>> 
>>>>>>>> REGRESSION:
>>> 
>>>>>>> org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
>>> 
>>>>>>>> 
>>> 
>>>>>>>> Error Message:
>>> 
>>>>>>>> There are still nodes recoverying - waited for 230 seconds
>>> 
>>>>>>>> 
>>> 
>>>>>>>> Stack Trace:
>>> 
>>>>>>>> java.lang.AssertionError: There are still nodes recoverying - waited
>> for
>>> 
>>>> 230
>>> 
>>>>>>> seconds
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C3
>>> 
>>>>>>> 0]:0)
>>> 
>>>>>>>>    at org.junit.Assert.fail(Assert.java:93)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
>>> 
>>>>>>> AbstractDistribZkTestBase.java:168)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
>>> 
>>>>>>> AbstractDistribZkTestBase.java:126)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
>>> 
>>>>>>> AbstractDistribZkTestBase.java:121)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(Ba
>>> 
>>>>>>> sicDistributedZkTest.java:458)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.j
>>> 
>>>>>>> ava:337)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistri
>>> 
>>>>>>> butedSearchTestCase.java:794)
>>> 
>>>>>>>>    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
>> Method)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
>>> 
>>>>>>> ava:57)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
>>> 
>>>>>>> sorImpl.java:43)
>>> 
>>>>>>>>    at java.lang.reflect.Method.invoke(Method.java:601)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
>>> 
>>>>>>> dRunner.java:1559)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
>>> 
>>>>>>> mizedRunner.java:79)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:737)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:773)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:787)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>>> 
>>>>>>> evaluate(SystemPropertiesRestoreRule.java:53)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
>>> 
>>>>>>> SetupTeardownChained.java:50)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
>>> 
>>>>>>> cheSanity.java:51)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>>> 
>>>>>>> fterRule.java:46)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>>> 
>>>>>>> .evaluate(SystemPropertiesInvariantRule.java:55)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
>>> 
>>>>>>> readAndTestName.java:49)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>>> 
>>>>>>> IgnoreAfterMaxFailures.java:70)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>>> 
>>>>>>> .java:48)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> 
>>>>>>> ementAdapter.java:36)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>> 
>>>>>>> run(ThreadLeakControl.java:358)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
>>> 
>>>>>>> (ThreadLeakControl.java:782)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
>>> 
>>>>>>> eakControl.java:442)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
>>> 
>>>>>>> domizedRunner.java:746)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:648)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:682)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:693)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> 
>>>>>>> ementAdapter.java:36)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>>> 
>>>>>>> evaluate(SystemPropertiesRestoreRule.java:53)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>>> 
>>>>>>> fterRule.java:46)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
>>> 
>>>>>>> assName.java:42)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>>> 
>>>>>>> .evaluate(SystemPropertiesInvariantRule.java:55)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>>> 
>>>>>>> 
>>> 
>>>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>>> 
>>>>>>> 
>>> 
>>>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> 
>>>>>>> ementAdapter.java:36)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
>>> 
>>>>>>> ertionsRequired.java:43)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>>> 
>>>>>>> .java:48)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>>> 
>>>>>>> IgnoreAfterMaxFailures.java:70)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
>>> 
>>>>>>> TestSuites.java:55)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> 
>>>>>>> ementAdapter.java:36)
>>> 
>>>>>>>>    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>> 
>>>>>>> run(ThreadLeakControl.java:358)
>>> 
>>>>>>>>    at java.lang.Thread.run(Thread.java:722)
>>> 
>>>>>>>> 
>>> 
>>>>>>>> 
>>> 
>>>>>>>> 
>>> 
>>>>>>>> 
>>> 
>>>>>>>> Build Log:
>>> 
>>>>>>>> [...truncated 8980 lines...]
>>> 
>>>>>>>> [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
>>> 
>>>>>>>> [junit4:junit4]   2> 0 T2237
>>> 
>>>>>>> oas.BaseDistributedSearchTestCase.initHostContext Setting
>> hostContext
>>> 
>>>>>>> system property: /
>>> 
>>>>>>>> [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting
>>> 
>>>>>>> testDistribSearch
>>> 
>>>>>>>> [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479
>>> 
>>>>>>>> [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST
>>> 
>>>> SERVER
>>> 
>>>>>>>> [junit4:junit4]   2> 10 T2238
>>> 
>>>>>>> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>>> 
>>>>>>>> [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime
>>> 
>>>> tickTime set
>>> 
>>>>>>> to 1000
>>> 
>>>>>>>> [junit4:junit4]   2> 13 T2238
>>> 
>>>> oazs.ZooKeeperServer.setMinSessionTimeout
>>> 
>>>>>>> minSessionTimeout set to -1
>>> 
>>>>>>>> [junit4:junit4]   2> 14 T2238
>>> 
>>>> oazs.ZooKeeperServer.setMaxSessionTimeout
>>> 
>>>>>>> maxSessionTimeout set to -1
>>> 
>>>>>>>> [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure
>>> 
>>>> binding
>>> 
>>>>>>> to port 0.0.0.0/0.0.0.0:0
>>> 
>>>>>>>> [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save
>> Snapshotting:
>>> 
>>>> 0x0 to
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/zookeeper/server1/data/version-2/snapshot.0
>>> 
>>>>>>>> [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server
>> on
>>> 
>>>>>>> port:49872
>>> 
>>>>>>>> [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872 sessionTimeout=10000
>>> 
>>>>>>> 
>> watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9
>>> 
>>>>>>>> [junit4:junit4]   2> 116 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Waiting for client to connect to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 117 T2243
>>> 
>>>> oaz.ClientCnxn$SendThread.logStartConnect
>>> 
>>>>>>> Opening socket connection to server localhost/127.0.0.1:49872. Will
>> not
>>> 
>>>>>>> attempt to authenticate using SASL (access denied
>>> 
>>>>>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 117 T2243
>>> 
>>>> oaz.ClientCnxn$SendThread.primeConnection
>>> 
>>>>>>> Socket connection established to localhost/127.0.0.1:49872, initiating
>>> 
>>>> session
>>> 
>>>>>>>> [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run
>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49873
>>> 
>>>>>>>> [junit4:junit4]   2> 118 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49873
>>> 
>>>>>>>> [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating
>> new log
>>> 
>>>> file:
>>> 
>>>>>>> log.1
>>> 
>>>>>>>> [junit4:junit4]   2> 120 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0000 with negotiated timeout
>> 10000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49873
>>> 
>>>>>>>> [junit4:junit4]   2> 121 T2243
>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000
>>> 
>>>>>>>> [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@6ef101c9
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 122 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Client is connected to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>> /solr
>>> 
>>>>>>>> [junit4:junit4]   2> 128 T2242
>>> 
>>>> oazs.PrepRequestProcessor.pRequest2Txn
>>> 
>>>>>>> Processed session termination for sessionid: 0x13ca0af48aa0000
>>> 
>>>>>>>> [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed
>>> 
>>>> socket
>>> 
>>>>>>> connection for client /127.0.0.1:49873 which had sessionid
>>> 
>>>> 0x13ca0af48aa0000
>>> 
>>>>>>>> [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session:
>>> 
>>>>>>> 0x13ca0af48aa0000 closed
>>> 
>>>>>>>> [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run
>>> 
>>>> EventThread
>>> 
>>>>>>> shut down
>>> 
>>>>>>>> [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872/solr
>> sessionTimeout=10000
>>> 
>>>>>>> 
>>> 
>>>> watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb
>>> 
>>>>>>>> [junit4:junit4]   2> 131 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Waiting for client to connect to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 131 T2245
>>> 
>>>> oaz.ClientCnxn$SendThread.logStartConnect
>>> 
>>>>>>> Opening socket connection to server localhost/127.0.0.1:49872. Will
>> not
>>> 
>>>>>>> attempt to authenticate using SASL (access denied
>>> 
>>>>>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 132 T2245
>>> 
>>>> oaz.ClientCnxn$SendThread.primeConnection
>>> 
>>>>>>> Socket connection established to localhost/127.0.0.1:49872, initiating
>>> 
>>>> session
>>> 
>>>>>>>> [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run
>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49874
>>> 
>>>>>>>> [junit4:junit4]   2> 133 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49874
>>> 
>>>>>>>> [junit4:junit4]   2> 134 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0001 with negotiated timeout
>> 10000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49874
>>> 
>>>>>>>> [junit4:junit4]   2> 134 T2245
>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000
>>> 
>>>>>>>> [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@63bc10cb
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 135 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Client is connected to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/collection1/shards
>>> 
>>>>>>>> [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/control_collection
>>> 
>>>>>>>> [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/control_collection/shards
>>> 
>>>>>>>> [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig
>> put
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test-
>>> 
>>>> files/solr/collection1/conf/solrconfig.xml
>>> 
>>>>>>> to /configs/conf1/solrconfig.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /configs/conf1/solrconfig.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig
>> put
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test-
>>> 
>>>> files/solr/collection1/conf/schema.xml to
>>> 
>>>>>>> /configs/conf1/schema.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /configs/conf1/schema.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig
>> put
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test-
>>> 
>>>> files/solr/collection1/conf/stopwords.txt
>>> 
>>>>>>> to /configs/conf1/stopwords.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /configs/conf1/stopwords.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig
>> put
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test-
>>> 
>>>> files/solr/collection1/conf/protwords.txt
>>> 
>>>>>>> to /configs/conf1/protwords.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /configs/conf1/protwords.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig
>> put
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test-
>>> 
>>>> files/solr/collection1/conf/currency.xml to
>>> 
>>>>>>> /configs/conf1/currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /configs/conf1/currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig
>> put
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-
>>> 
>>>>>>> exchange-rates.json to /configs/conf1/open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /configs/conf1/open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig
>> put
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test-
>> files/solr/collection1/conf/mapping-
>>> 
>>>>>>> ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /configs/conf1/mapping-ISOLatin1Accent.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig
>> put
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test-
>>> 
>>>>>>> files/solr/collection1/conf/old_synonyms.txt to
>>> 
>>>>>>> /configs/conf1/old_synonyms.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /configs/conf1/old_synonyms.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig
>> put
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test-
>>> 
>>>> files/solr/collection1/conf/synonyms.txt
>>> 
>>>>>>> to /configs/conf1/synonyms.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /configs/conf1/synonyms.txt
>>> 
>>>>>>>> [junit4:junit4]   2> 210 T2242
>>> 
>>>> oazs.PrepRequestProcessor.pRequest2Txn
>>> 
>>>>>>> Processed session termination for sessionid: 0x13ca0af48aa0001
>>> 
>>>>>>>> [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed
>>> 
>>>> socket
>>> 
>>>>>>> connection for client /127.0.0.1:49874 which had sessionid
>>> 
>>>> 0x13ca0af48aa0001
>>> 
>>>>>>>> [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run
>>> 
>>>> EventThread
>>> 
>>>>>>> shut down
>>> 
>>>>>>>> [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session:
>>> 
>>>>>>> 0x13ca0af48aa0001 closed
>>> 
>>>>>>>> [junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-
>> 8.1.8.v20121106
>>> 
>>>>>>>> [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart
>> Started
>>> 
>>>>>>> SelectChannelConnector@127.0.0.1:49875
>>> 
>>>>>>>> [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init()
>>> 
>>>>>>>> [junit4:junit4]   2> 410 T2237
>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>> JNDI
>>> 
>>>>>>> not configured for solr (NoInitialContextEx)
>>> 
>>>>>>>> [junit4:junit4]   2> 410 T2237
>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>>>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> controljetty-
>>> 
>>>>>>> 1359905507683
>>> 
>>>>>>>> [junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize
>>> 
>>>> looking
>>> 
>>>>>>> for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> controljetty-
>>> 
>>>>>>> 1359905507683/solr.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New
>>> 
>>>> CoreContainer
>>> 
>>>>>>> 1814343678
>>> 
>>>>>>>> [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading
>>> 
>>>>>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> controljetty-
>>> 
>>>>>>> 1359905507683/'
>>> 
>>>>>>>> [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> controljetty-
>>> 
>>>>>>> 1359905507683/'
>>> 
>>>>>>>> [junit4:junit4]   2> 482 T2237
>>> 
>>>> oashc.HttpShardHandlerFactory.getParameter
>>> 
>>>>>>> Setting socketTimeout to: 60000
>>> 
>>>>>>>> [junit4:junit4]   2> 484 T2237
>>> 
>>>> oashc.HttpShardHandlerFactory.getParameter
>>> 
>>>>>>> Setting urlScheme to: http://
>>> 
>>>>>>>> [junit4:junit4]   2> 485 T2237
>>> 
>>>> oashc.HttpShardHandlerFactory.getParameter
>>> 
>>>>>>> Setting connTimeout to: 15000
>>> 
>>>>>>>> [junit4:junit4]   2> 485 T2237
>>> 
>>>> oashc.HttpShardHandlerFactory.getParameter
>>> 
>>>>>>> Setting maxConnectionsPerHost to: 20
>>> 
>>>>>>>> [junit4:junit4]   2> 486 T2237
>>> 
>>>> oashc.HttpShardHandlerFactory.getParameter
>>> 
>>>>>>> Setting corePoolSize to: 0
>>> 
>>>>>>>> [junit4:junit4]   2> 487 T2237
>>> 
>>>> oashc.HttpShardHandlerFactory.getParameter
>>> 
>>>>>>> Setting maximumPoolSize to: 2147483647
>>> 
>>>>>>>> [junit4:junit4]   2> 488 T2237
>>> 
>>>> oashc.HttpShardHandlerFactory.getParameter
>>> 
>>>>>>> Setting maxThreadIdleTime to: 5
>>> 
>>>>>>>> [junit4:junit4]   2> 489 T2237
>>> 
>>>> oashc.HttpShardHandlerFactory.getParameter
>>> 
>>>>>>> Setting sizeOfQueue to: -1
>>> 
>>>>>>>> [junit4:junit4]   2> 489 T2237
>>> 
>>>> oashc.HttpShardHandlerFactory.getParameter
>>> 
>>>>>>> Setting fairnessPolicy to: false
>>> 
>>>>>>>> [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient
>> Creating
>>> 
>>>> new
>>> 
>>>>>>> http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> 
>>>>>>> =60000&connTimeout=15000&retry=false
>>> 
>>>>>>>> [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering
>> Log
>>> 
>>>>>>> Listener
>>> 
>>>>>>>> [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper
>>> 
>>>> Zookeeper
>>> 
>>>>>>> client=127.0.0.1:49872/solr
>>> 
>>>>>>>> [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath
>> zkHost
>>> 
>>>>>>> includes chroot
>>> 
>>>>>>>> [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> 
>>>>>>> 
>>> 
>>>> watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
>>> 
>>>>>>>> [junit4:junit4]   2> 530 T2256
>>> 
>>>> oaz.ClientCnxn$SendThread.logStartConnect
>>> 
>>>>>>> Opening socket connection to server localhost/127.0.0.1:49872. Will
>> not
>>> 
>>>>>>> attempt to authenticate using SASL (access denied
>>> 
>>>>>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 529 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Waiting for client to connect to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 530 T2256
>>> 
>>>> oaz.ClientCnxn$SendThread.primeConnection
>>> 
>>>>>>> Socket connection established to localhost/127.0.0.1:49872, initiating
>>> 
>>>> session
>>> 
>>>>>>>> [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run
>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49876
>>> 
>>>>>>>> [junit4:junit4]   2> 532 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49876
>>> 
>>>>>>>> [junit4:junit4]   2> 533 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0002 with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49876
>>> 
>>>>>>>> [junit4:junit4]   2> 533 T2256
>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 535 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Client is connected to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 537 T2242
>>> 
>>>> oazs.PrepRequestProcessor.pRequest2Txn
>>> 
>>>>>>> Processed session termination for sessionid: 0x13ca0af48aa0002
>>> 
>>>>>>>> [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed
>>> 
>>>> socket
>>> 
>>>>>>> connection for client /127.0.0.1:49876 which had sessionid
>>> 
>>>> 0x13ca0af48aa0002
>>> 
>>>>>>>> [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session:
>>> 
>>>>>>> 0x13ca0af48aa0002 closed
>>> 
>>>>>>>> [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run
>>> 
>>>> EventThread
>>> 
>>>>>>> shut down
>>> 
>>>>>>>> [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient
>> Creating
>>> 
>>>> new
>>> 
>>>>>>> http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 
>>>>>>> 60000&connTimeout=15000
>>> 
>>>>>>>> [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872/solr
>> sessionTimeout=30000
>>> 
>>>>>>> 
>> watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404
>>> 
>>>>>>>> [junit4:junit4]   2> 546 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Waiting for client to connect to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 547 T2258
>>> 
>>>> oaz.ClientCnxn$SendThread.logStartConnect
>>> 
>>>>>>> Opening socket connection to server localhost/127.0.0.1:49872. Will
>> not
>>> 
>>>>>>> attempt to authenticate using SASL (access denied
>>> 
>>>>>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 548 T2258
>>> 
>>>> oaz.ClientCnxn$SendThread.primeConnection
>>> 
>>>>>>> Socket connection established to localhost/127.0.0.1:49872, initiating
>>> 
>>>> session
>>> 
>>>>>>>> [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run
>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49877
>>> 
>>>>>>>> [junit4:junit4]   2> 550 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49877
>>> 
>>>>>>>> [junit4:junit4]   2> 551 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0003 with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49877
>>> 
>>>>>>>> [junit4:junit4]   2> 551 T2258
>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@d43d404
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 553 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Client is connected to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /live_nodes
>>> 
>>>>>>>> [junit4:junit4]   2> 570 T2237
>>> 
>>>> oasc.ZkController.createEphemeralLiveNode
>>> 
>>>>>>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_
>>> 
>>>>>>>> [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode =
>>> 
>>>> NoNode
>>> 
>>>>>>> for /solr/live_nodes/127.0.0.1:49875_
>>> 
>>>>>>>> [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /live_nodes/127.0.0.1:49875_
>>> 
>>>>>>>> [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /overseer_elect/election
>>> 
>>>>>>>> [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode
>> for
>>> 
>>>>>>> /solr/overseer_elect/leader
>>> 
>>>>>>>> [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /overseer_elect/leader
>>> 
>>>>>>>> [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer
>>> 
>>>>>>> (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting
>>> 
>>>>>>>> [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run
>>> 
>>>> Process
>>> 
>>>>>>> current queue of collection creations
>>> 
>>>>>>>> [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /clusterstate.json
>>> 
>>>>>>>> [junit4:junit4]   2> 605 T2237
>>> 
>>>>>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
>> Updating
>>> 
>>>>>>> cluster state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating
>>> 
>>>> SolrCore
>>> 
>>>>>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> controljetty-
>>> 
>>>>>>> 1359905507683/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 615 T2262
>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Check for collection zkNode:control_collection
>>> 
>>>>>>>> [junit4:junit4]   2> 616 T2260
>> oasc.Overseer$ClusterStateUpdater.run
>>> 
>>>>>>> Starting to work on the main queue
>>> 
>>>>>>>> [junit4:junit4]   2> 617 T2262
>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Collection zkNode exists
>>> 
>>>>>>>> [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName
>> Load
>>> 
>>>>>>> collection config from:/collections/control_collection
>>> 
>>>>>>>> [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> controljetty-
>>> 
>>>>>>> 1359905507683/collection1/'
>>> 
>>>>>>>> [junit4:junit4]   2> 621 T2262
>>> 
>>>> oasc.SolrResourceLoader.replaceClassLoader
>>> 
>>>>>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> controljetty-
>>> 
>>>>>>> 1359905507683/collection1/lib/classes/' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 621 T2262
>>> 
>>>> oasc.SolrResourceLoader.replaceClassLoader
>>> 
>>>>>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> controljetty-
>>> 
>>>>>>> 1359905507683/collection1/lib/README' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene
>>> 
>>>>>>> MatchVersion: LUCENE_50
>>> 
>>>>>>>> [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded
>> SolrConfig:
>>> 
>>>>>>> solrconfig.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema
>> Reading
>>> 
>>>> Solr
>>> 
>>>>>>> Schema
>>> 
>>>>>>>> [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema
>> Schema
>>> 
>>>>>>> name=test
>>> 
>>>>>>>> [junit4:junit4]   2> 1305 T2262
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.init
>>> 
>>>>>>> Initialized with rates=open-exchange-rates.json,
>> refreshInterval=1440.
>>> 
>>>>>>>> [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema
>> default
>>> 
>>>>>>> search field in schema is text
>>> 
>>>>>>>> [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema
>> unique
>>> 
>>>> key
>>> 
>>>>>>> field: id
>>> 
>>>>>>>> [junit4:junit4]   2> 1349 T2262
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 1354 T2262
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 1359 T2262
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.reload
>>> 
>>>>>>> Reloading exchange rates from open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 1361 T2262
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.reload
>>> 
>>>>>>> Reloading exchange rates from open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1]
>>> 
>>>> Opening
>>> 
>>>>>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> controljetty-
>>> 
>>>>>>> 1359905507683/collection1/,
>>> 
>>>>>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data/
>>> 
>>>>>>>> [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX
>>> 
>>>>>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> 
>>>>>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> 
>>>>>>>> [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory
>>> 
>>>>>>> solr.NRTCachingDirectoryFactory
>>> 
>>>>>>>> [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>> new
>>> 
>>>>>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close
>>> 
>>>> Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data
>>> 
>>>>>>> 
>>> 
>>>>>>>> [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New
>>> 
>>>> index
>>> 
>>>>>>> directory detected: old=null
>>> 
>>>>>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data/index/
>>> 
>>>>>>>> [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING
>>> 
>>>>>>> [collection1] Solr index directory
>>> 
>>>>>>> './org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data/index' doesn't exist. Creating new
>> index...
>>> 
>>>>>>>> [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>> new
>>> 
>>>>>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data/index forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit
>>> 
>>>>>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 1371 T2262
>> oasc.SolrDeletionPolicy.updateCommits
>>> 
>>>>>>> newest commit = 1[segments_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close
>>> 
>>>> Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data/index
>>> 
>>>>>>>> [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml:
>>> 
>>>>>>> solr.XMLResponseWriter
>>> 
>>>>>>>> [junit4:junit4]   2> 1374 T2262
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe"
>>> 
>>>>>>>> [junit4:junit4]   2> 1374 T2262
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe-allfields"
>>> 
>>>>>>>> [junit4:junit4]   2> 1374 T2262
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "stored_sig"
>>> 
>>>>>>>> [junit4:junit4]   2> 1375 T2262
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "uniq-fields"
>>> 
>>>>>>>> [junit4:junit4]   2> 1375 T2262
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> 
>>>>>>>> [junit4:junit4]   2> 1376 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1376 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1376 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1377 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> 
>>>>>>> solr.RealTimeGetHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1377 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> 
>>>>>>> solr.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1378 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> 
>>>>>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1378 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> 
>>>>>>> org.apache.solr.handler.admin.AdminHandlers
>>> 
>>>>>>>> [junit4:junit4]   2> 1379 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1379 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1379 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1380 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> 
>>>>>>> solr.UpdateRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1380 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1381 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1381 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckCompRH_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1381 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1383 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1383 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH1:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1384 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1384 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1385 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> 
>>>>>>> solr.MoreLikeThisHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1385 T2262
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>> /debug/dump:
>>> 
>>>>>>> solr.DumpRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init
>>> 
>>>>>>> xsltCacheLifetimeSeconds=60
>>> 
>>>>>>>> [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
>>> 
>>>> Please
>>> 
>>>>>>> update your config to use the ShowFileRequestHandler.
>>> 
>>>>>>>> [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING adding ShowFileRequestHandler with hidden files:
>>> 
>>>> [SCHEMA.XML,
>>> 
>>>>>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> 
>>>>>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
>> MAPPING-
>>> 
>>>>>>> ISOLATIN1ACCENT.TXT]
>>> 
>>>>>>>> [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close
>>> 
>>>> Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data
>>> 
>>>>>>> 
>>> 
>>>>>>>> [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init>
>> Opening
>>> 
>>>>>>> Searcher@22fa1cde main
>>> 
>>>>>>>> [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard
>>> 
>>>>>>> AutoCommit: disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft
>>> 
>>>> AutoCommit:
>>> 
>>>>>>> disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform
>>> 
>>>>>>> Initializing spell checkers
>>> 
>>>>>>>> [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init:
>>> 
>>>>>>> 
>>> 
>>>> 
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> 
>>>>>>> ngth=3}
>>> 
>>>>>>>> [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher
>>> 
>>>> [collection1]
>>> 
>>>>>>> Registered new searcher Searcher@22fa1cde
>>> 
>>>>>>> main{StandardDirectoryReader(segments_1:1)}
>>> 
>>>>>>>> [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing
>>> 
>>>>>>> core=collection1 state=down
>>> 
>>>>>>>> [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards
>> not
>>> 
>>>>>>> found on descriptor - reading it from system property
>>> 
>>>>>>>> [junit4:junit4]   2> 1448 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for
>>> 
>>>>>>> /solr/overseer/queue
>>> 
>>>>>>>> [junit4:junit4]   2> 2125 T2260
>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 2126 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=1 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"down",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"control_collection",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
>>> 
>>>>>>>> [junit4:junit4]   2> 2126 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.createCollection Create
>> collection
>>> 
>>>>>>> control_collection with numShards 1
>>> 
>>>>>>>> [junit4:junit4]   2> 2126 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
>> node to
>>> 
>>>>>>> shard shard=shard1
>>> 
>>>>>>>> [junit4:junit4]   2> 2127 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode
>> for
>>> 
>>>>>>> /solr/overseer/queue-work
>>> 
>>>>>>>> [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>>> 
>>>>>>>> [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore
>>> 
>>>> registering
>>> 
>>>>>>> core: collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register
>>> 
>>>> replica -
>>> 
>>>>>>> core:collection1 address:http://127.0.0.1:49875
>>> 
>>>> collection:control_collection
>>> 
>>>>>>> shard:shard1
>>> 
>>>>>>>> [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/control_collection/leader_elect/shard1/election
>>> 
>>>>>>>> [junit4:junit4]   2> 2467 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/collections/control_collection/leaders
>> Error:KeeperErrorCode
>>> 
>>>> =
>>> 
>>>>>>> NoNode for /solr/collections/control_collection/leaders
>>> 
>>>>>>>> [junit4:junit4]   2> 2469 T2262
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the
>> leader
>>> 
>>>>>>> process.
>>> 
>>>>>>>> [junit4:junit4]   2> 2469 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 2472 T2262
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp
>> Enough
>>> 
>>>>>>> replicas found to continue.
>>> 
>>>>>>>> [junit4:junit4]   2> 2472 T2262
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the
>> new
>>> 
>>>> leader
>>> 
>>>>>>> - try and sync
>>> 
>>>>>>>> [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas
>> to
>>> 
>>>>>>> http://127.0.0.1:49875/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync
>>> 
>>>> Success -
>>> 
>>>>>>> now sync replicas to me
>>> 
>>>>>>>> [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe
>>> 
>>>>>>> http://127.0.0.1:49875/collection1/ has no replicas
>>> 
>>>>>>>> [junit4:junit4]   2> 2474 T2262
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
>>> 
>>>> leader:
>>> 
>>>>>>> http://127.0.0.1:49875/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/control_collection/leaders/shard1
>>> 
>>>>>>>> [junit4:junit4]   2> 2481 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0003
>>> 
>>>>>>> type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 3644 T2260
>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>>> 
>>>>>>>> [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are
>>> 
>>>>>>> http://127.0.0.1:49875/collection1/ and leader is
>>> 
>>>>>>> http://127.0.0.1:49875/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No
>> LogReplay
>>> 
>>>>>>> needed for core=collection1 baseURL=http://127.0.0.1:49875
>>> 
>>>>>>>> [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I
>> am
>>> 
>>>> the
>>> 
>>>>>>> leader, no recovery necessary
>>> 
>>>>>>>> [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing
>>> 
>>>>>>> core=collection1 state=active
>>> 
>>>>>>>> [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards
>> not
>>> 
>>>>>>> found on descriptor - reading it from system property
>>> 
>>>>>>>> [junit4:junit4]   2> 3715 T2262
>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test/J0
>>> 
>>>>>>>> [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init() done
>>> 
>>>>>>>> [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client, config:
>>> 
>>>>>>>> [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872/solr
>> sessionTimeout=10000
>>> 
>>>>>>> 
>>> 
>>>> watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8
>>> 
>>>>>>>> [junit4:junit4]   2> 3728 T2264
>>> 
>>>> oaz.ClientCnxn$SendThread.logStartConnect
>>> 
>>>>>>> Opening socket connection to server localhost/127.0.0.1:49872. Will
>> not
>>> 
>>>>>>> attempt to authenticate using SASL (access denied
>>> 
>>>>>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 3729 T2264
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
>>> 
>>>> established
>>> 
>>>>>>> to localhost/127.0.0.1:49872, initiating session
>>> 
>>>>>>>> [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run
>>> 
>>>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49878
>>> 
>>>>>>>> [junit4:junit4]   2> 3730 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49878
>>> 
>>>>>>>> [junit4:junit4]   2> 3730 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Waiting for client to connect to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 3731 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0004 with negotiated timeout
>> 10000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49878
>>> 
>>>>>>>> [junit4:junit4]   2> 3731 T2264
>>> 
>>>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000
>>> 
>>>>>>>> [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@16aef4d8
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 3732 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Client is connected to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 3734 T2237
>>> 
>>>>>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
>> Updating
>>> 
>>>>>>> cluster state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog
>> monkey:
>>> 
>>>> init
>>> 
>>>>>>> - expire sessions:true cause connection loss:true
>>> 
>>>>>>>> [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-
>> 8.1.8.v20121106
>>> 
>>>>>>>> [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart
>> Started
>>> 
>>>>>>> SelectChannelConnector@127.0.0.1:49879
>>> 
>>>>>>>> [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init()
>>> 
>>>>>>>> [junit4:junit4]   2> 3904 T2237
>>> 
>>>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>>>>> JNDI not configured for solr (NoInitialContextEx)
>>> 
>>>>>>>> [junit4:junit4]   2> 3905 T2237
>>> 
>>>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>>>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 
>>>>>>> 1359905511209
>>> 
>>>>>>>> [junit4:junit4]   2> 3905 T2237
>> oasc.CoreContainer$Initializer.initialize
>>> 
>>>>>>> looking for solr.xml: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 
>>>>>>> 1359905511209/solr.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New
>>> 
>>>>>>> CoreContainer 1639387465
>>> 
>>>>>>>> [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading
>>> 
>>>>>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 
>>>>>>> 1359905511209/'
>>> 
>>>>>>>> [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 
>>>>>>> 1359905511209/'
>>> 
>>>>>>>> [junit4:junit4]   2> 3942 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>> socketTimeout to:
>>> 
>>>>>>> 60000
>>> 
>>>>>>>> [junit4:junit4]   2> 3942 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
>>> 
>>>> http://
>>> 
>>>>>>>> [junit4:junit4]   2> 3943 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout
>> to:
>>> 
>>>>>>> 15000
>>> 
>>>>>>>> [junit4:junit4]   2> 3943 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>>>>> maxConnectionsPerHost to: 20
>>> 
>>>>>>>> [junit4:junit4]   2> 3944 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize
>> to: 0
>>> 
>>>>>>>> [junit4:junit4]   2> 3944 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>> maximumPoolSize to:
>>> 
>>>>>>> 2147483647
>>> 
>>>>>>>> [junit4:junit4]   2> 3945 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>> maxThreadIdleTime
>>> 
>>>>>>> to: 5
>>> 
>>>>>>>> [junit4:junit4]   2> 3945 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue
>> to: -
>>> 
>>>> 1
>>> 
>>>>>>>> [junit4:junit4]   2> 3946 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy
>> to:
>>> 
>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> 
>>>>>>> =60000&connTimeout=15000&retry=false
>>> 
>>>>>>>> [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering
>> Log
>>> 
>>>>>>> Listener
>>> 
>>>>>>>> [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper
>>> 
>>>>>>> Zookeeper client=127.0.0.1:49872/solr
>>> 
>>>>>>>> [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath
>>> 
>>>> zkHost
>>> 
>>>>>>> includes chroot
>>> 
>>>>>>>> [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> 
>>>>>>> 
>>> 
>>>> watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973
>>> 
>>>>>>>> [junit4:junit4]   2> 3982 T2275
>>> 
>>>> oaz.ClientCnxn$SendThread.logStartConnect
>>> 
>>>>>>> Opening socket connection to server localhost/127.0.0.1:49872. Will
>> not
>>> 
>>>>>>> attempt to authenticate using SASL (access denied
>>> 
>>>>>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 3983 T2275
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
>>> 
>>>> established
>>> 
>>>>>>> to localhost/127.0.0.1:49872, initiating session
>>> 
>>>>>>>> [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run
>>> 
>>>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49880
>>> 
>>>>>>>> [junit4:junit4]   2> 3984 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49880
>>> 
>>>>>>>> [junit4:junit4]   2> 3985 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Waiting for client to connect to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 3990 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0005 with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49880
>>> 
>>>>>>>> [junit4:junit4]   2> 3991 T2275
>>> 
>>>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@5dbf0973
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 3991 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Client is connected to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 3993 T2242
>>> 
>>>> oazs.PrepRequestProcessor.pRequest2Txn
>>> 
>>>>>>> Processed session termination for sessionid: 0x13ca0af48aa0005
>>> 
>>>>>>>> [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock
>> Closed
>>> 
>>>> socket
>>> 
>>>>>>> connection for client /127.0.0.1:49880 which had sessionid
>>> 
>>>> 0x13ca0af48aa0005
>>> 
>>>>>>>> [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session:
>>> 
>>>>>>> 0x13ca0af48aa0005 closed
>>> 
>>>>>>>> [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 
>>>>>>> 60000&connTimeout=15000
>>> 
>>>>>>>> [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872/solr
>> sessionTimeout=30000
>>> 
>>>>>>> 
>> watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e
>>> 
>>>>>>>> [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run
>>> 
>>>>>>> EventThread shut down
>>> 
>>>>>>>> [junit4:junit4]   2> 4002 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Waiting for client to connect to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 4003 T2277
>>> 
>>>> oaz.ClientCnxn$SendThread.logStartConnect
>>> 
>>>>>>> Opening socket connection to server localhost/127.0.0.1:49872. Will
>> not
>>> 
>>>>>>> attempt to authenticate using SASL (access denied
>>> 
>>>>>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 4005 T2277
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
>>> 
>>>> established
>>> 
>>>>>>> to localhost/127.0.0.1:49872, initiating session
>>> 
>>>>>>>> [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run
>>> 
>>>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49881
>>> 
>>>>>>>> [junit4:junit4]   2> 4006 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49881
>>> 
>>>>>>>> [junit4:junit4]   2> 4007 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0006 with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49881
>>> 
>>>>>>>> [junit4:junit4]   2> 4007 T2277
>>> 
>>>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@ddf927e
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 4008 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Client is connected to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 4009 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0006
>>> 
>>>>>>> type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 4010 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0006
>>> 
>>>>>>> type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 4012 T2237
>>> 
>>>> oasc.ZkController.createEphemeralLiveNode
>>> 
>>>>>>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_
>>> 
>>>>>>>> [junit4:junit4]   2> 4013 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0006
>>> 
>>>>>>> type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode =
>>> 
>>>> NoNode
>>> 
>>>>>>> for /solr/live_nodes/127.0.0.1:49879_
>>> 
>>>>>>>> [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /live_nodes/127.0.0.1:49879_
>>> 
>>>>>>>> [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 1)
>>> 
>>>>>>>> [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process
>> Updating
>>> 
>>>> live
>>> 
>>>>>>> nodes... (2)
>>> 
>>>>>>>> [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process
>> Updating
>>> 
>>>> live
>>> 
>>>>>>> nodes... (2)
>>> 
>>>>>>>> [junit4:junit4]   2> 4026 T2237
>>> 
>>>>>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
>> Updating
>>> 
>>>>>>> cluster state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating
>>> 
>>>> SolrCore
>>> 
>>>>>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 
>>>>>>> 1359905511209/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 4035 T2279
>>> 
>>>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Check for collection zkNode:collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 4036 T2279
>>> 
>>>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Collection zkNode exists
>>> 
>>>>>>>> [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName
>> Load
>>> 
>>>>>>> collection config from:/collections/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 
>>>>>>> 1359905511209/collection1/'
>>> 
>>>>>>>> [junit4:junit4]   2> 4039 T2279
>>> 
>>>> oasc.SolrResourceLoader.replaceClassLoader
>>> 
>>>>>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 
>>>>>>> 1359905511209/collection1/lib/classes/' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 4040 T2279
>>> 
>>>> oasc.SolrResourceLoader.replaceClassLoader
>>> 
>>>>>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 
>>>>>>> 1359905511209/collection1/lib/README' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene
>>> 
>>>>>>> MatchVersion: LUCENE_50
>>> 
>>>>>>>> [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded
>> SolrConfig:
>>> 
>>>>>>> solrconfig.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema
>> Reading
>>> 
>>>> Solr
>>> 
>>>>>>> Schema
>>> 
>>>>>>>> [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema
>> Schema
>>> 
>>>>>>> name=test
>>> 
>>>>>>>> [junit4:junit4]   2> 4637 T2279
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.init
>>> 
>>>>>>> Initialized with rates=open-exchange-rates.json,
>> refreshInterval=1440.
>>> 
>>>>>>>> [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema
>> default
>>> 
>>>>>>> search field in schema is text
>>> 
>>>>>>>> [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema
>> unique
>>> 
>>>> key
>>> 
>>>>>>> field: id
>>> 
>>>>>>>> [junit4:junit4]   2> 4671 T2279
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 4677 T2279
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 4684 T2279
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.reload
>>> 
>>>>>>> Reloading exchange rates from open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 4686 T2279
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.reload
>>> 
>>>>>>> Reloading exchange rates from open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1]
>>> 
>>>> Opening
>>> 
>>>>>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 
>>>>>>> 1359905511209/collection1/,
>>> 
>>>>>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1/
>>> 
>>>>>>>> [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX
>>> 
>>>>>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> 
>>>>>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> 
>>>>>>>> [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory
>>> 
>>>>>>> solr.NRTCachingDirectoryFactory
>>> 
>>>>>>>> [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>> new
>>> 
>>>>>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1 forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close
>>> 
>>>> Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1
>>> 
>>>>>>>> [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New
>>> 
>>>> index
>>> 
>>>>>>> directory detected: old=null
>>> 
>>>>>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1/index/
>>> 
>>>>>>>> [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING
>>> 
>>>>>>> [collection1] Solr index directory
>>> 
>>>>>>> './org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> 1359905507479/jetty1/index'
>>> 
>>>>>>> doesn't exist. Creating new index...
>>> 
>>>>>>>> [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>> new
>>> 
>>>>>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1/index forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit
>>> 
>>>>>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 4696 T2279
>> oasc.SolrDeletionPolicy.updateCommits
>>> 
>>>>>>> newest commit = 1[segments_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close
>>> 
>>>> Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1/index
>>> 
>>>>>>> 
>>> 
>>>>>>>> [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml:
>>> 
>>>>>>> solr.XMLResponseWriter
>>> 
>>>>>>>> [junit4:junit4]   2> 4700 T2279
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe"
>>> 
>>>>>>>> [junit4:junit4]   2> 4700 T2279
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe-allfields"
>>> 
>>>>>>>> [junit4:junit4]   2> 4701 T2279
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "stored_sig"
>>> 
>>>>>>>> [junit4:junit4]   2> 4701 T2279
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "uniq-fields"
>>> 
>>>>>>>> [junit4:junit4]   2> 4702 T2279
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> 
>>>>>>>> [junit4:junit4]   2> 4702 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4702 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4703 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4704 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> 
>>>>>>> solr.RealTimeGetHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4704 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> 
>>>>>>> solr.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4705 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> 
>>>>>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4705 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> 
>>>>>>> org.apache.solr.handler.admin.AdminHandlers
>>> 
>>>>>>>> [junit4:junit4]   2> 4706 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4706 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4707 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4708 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> 
>>>>>>> solr.UpdateRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4708 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4709 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4709 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckCompRH_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4710 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4711 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4711 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH1:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4712 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4712 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4713 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> 
>>>>>>> solr.MoreLikeThisHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4713 T2279
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>> /debug/dump:
>>> 
>>>>>>> solr.DumpRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init
>>> 
>>>>>>> xsltCacheLifetimeSeconds=60
>>> 
>>>>>>>> [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
>>> 
>>>> Please
>>> 
>>>>>>> update your config to use the ShowFileRequestHandler.
>>> 
>>>>>>>> [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING adding ShowFileRequestHandler with hidden files:
>>> 
>>>> [SCHEMA.XML,
>>> 
>>>>>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> 
>>>>>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
>> MAPPING-
>>> 
>>>>>>> ISOLATIN1ACCENT.TXT]
>>> 
>>>>>>>> [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close
>>> 
>>>> Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1
>>> 
>>>>>>>> [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init>
>> Opening
>>> 
>>>>>>> Searcher@7db1b132 main
>>> 
>>>>>>>> [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard
>>> 
>>>>>>> AutoCommit: disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft
>>> 
>>>> AutoCommit:
>>> 
>>>>>>> disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform
>>> 
>>>>>>> Initializing spell checkers
>>> 
>>>>>>>> [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init:
>>> 
>>>>>>> 
>>> 
>>>> 
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> 
>>>>>>> ngth=3}
>>> 
>>>>>>>> [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher
>>> 
>>>> [collection1]
>>> 
>>>>>>> Registered new searcher Searcher@7db1b132
>>> 
>>>>>>> main{StandardDirectoryReader(segments_1:1)}
>>> 
>>>>>>>> [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing
>>> 
>>>>>>> core=collection1 state=down
>>> 
>>>>>>>> [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards
>> not
>>> 
>>>>>>> found on descriptor - reading it from system property
>>> 
>>>>>>>> [junit4:junit4]   2> 5182 T2260
>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 5185 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=1 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":"shard1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"active",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"control_collection",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
>>> 
>>>>>>>> [junit4:junit4]   2> 5198 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"down",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
>>> 
>>>>>>>> [junit4:junit4]   2> 5199 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.createCollection Create
>> collection
>>> 
>>>>>>> collection1 with numShards 2
>>> 
>>>>>>>> [junit4:junit4]   2> 5199 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
>> node to
>>> 
>>>>>>> shard shard=shard1
>>> 
>>>>>>>> [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> 
>>>>>>>> [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> 
>>>>>>>> [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> 
>>>>>>>> [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore
>>> 
>>>> registering
>>> 
>>>>>>> core: collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register
>>> 
>>>> replica -
>>> 
>>>>>>> core:collection1 address:http://127.0.0.1:49879 collection:collection1
>>> 
>>>>>>> shard:shard1
>>> 
>>>>>>>> [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/collection1/leader_elect/shard1/election
>>> 
>>>>>>>> [junit4:junit4]   2> 5813 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0006
>>> 
>>>>>>> type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/collections/collection1/leaders Error:KeeperErrorCode =
>>> 
>>>> NoNode
>>> 
>>>>>>> for /solr/collections/collection1/leaders
>>> 
>>>>>>>> [junit4:junit4]   2> 5815 T2279
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the
>> leader
>>> 
>>>>>>> process.
>>> 
>>>>>>>> [junit4:junit4]   2> 5817 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0006
>>> 
>>>>>>> type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 5824 T2279
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp
>> Enough
>>> 
>>>>>>> replicas found to continue.
>>> 
>>>>>>>> [junit4:junit4]   2> 5824 T2279
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the
>> new
>>> 
>>>> leader
>>> 
>>>>>>> - try and sync
>>> 
>>>>>>>> [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas
>> to
>>> 
>>>>>>> http://127.0.0.1:49879/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync
>>> 
>>>> Success -
>>> 
>>>>>>> now sync replicas to me
>>> 
>>>>>>>> [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe
>>> 
>>>>>>> http://127.0.0.1:49879/collection1/ has no replicas
>>> 
>>>>>>>> [junit4:junit4]   2> 5826 T2279
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
>>> 
>>>> leader:
>>> 
>>>>>>> http://127.0.0.1:49879/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/collection1/leaders/shard1
>>> 
>>>>>>>> [junit4:junit4]   2> 5842 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0006
>>> 
>>>>>>> type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 6744 T2260
>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> 
>>>>>>>> [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> 
>>>>>>>> [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> 
>>>>>>>> [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are
>>> 
>>>>>>> http://127.0.0.1:49879/collection1/ and leader is
>>> 
>>>>>>> http://127.0.0.1:49879/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No
>> LogReplay
>>> 
>>>>>>> needed for core=collection1 baseURL=http://127.0.0.1:49879
>>> 
>>>>>>>> [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I
>> am
>>> 
>>>> the
>>> 
>>>>>>> leader, no recovery necessary
>>> 
>>>>>>>> [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing
>>> 
>>>>>>> core=collection1 state=active
>>> 
>>>>>>>> [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards
>> not
>>> 
>>>>>>> found on descriptor - reading it from system property
>>> 
>>>>>>>> [junit4:junit4]   2> 6811 T2279
>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test/J0
>>> 
>>>>>>>> [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init() done
>>> 
>>>>>>>> [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-
>> 8.1.8.v20121106
>>> 
>>>>>>>> [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart
>> Started
>>> 
>>>>>>> SelectChannelConnector@127.0.0.1:49882
>>> 
>>>>>>>> [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init()
>>> 
>>>>>>>> [junit4:junit4]   2> 7011 T2237
>>> 
>>>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>>>>> JNDI not configured for solr (NoInitialContextEx)
>>> 
>>>>>>>> [junit4:junit4]   2> 7011 T2237
>>> 
>>>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>>>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 
>>>>>>> 1359905514296
>>> 
>>>>>>>> [junit4:junit4]   2> 7012 T2237
>> oasc.CoreContainer$Initializer.initialize
>>> 
>>>>>>> looking for solr.xml: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 
>>>>>>> 1359905514296/solr.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New
>>> 
>>>>>>> CoreContainer 883532060
>>> 
>>>>>>>> [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading
>>> 
>>>>>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 
>>>>>>> 1359905514296/'
>>> 
>>>>>>>> [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 
>>>>>>> 1359905514296/'
>>> 
>>>>>>>> [junit4:junit4]   2> 7046 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>> socketTimeout to:
>>> 
>>>>>>> 60000
>>> 
>>>>>>>> [junit4:junit4]   2> 7047 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
>>> 
>>>> http://
>>> 
>>>>>>>> [junit4:junit4]   2> 7047 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout
>> to:
>>> 
>>>>>>> 15000
>>> 
>>>>>>>> [junit4:junit4]   2> 7048 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>>>>> maxConnectionsPerHost to: 20
>>> 
>>>>>>>> [junit4:junit4]   2> 7048 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize
>> to: 0
>>> 
>>>>>>>> [junit4:junit4]   2> 7049 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>> maximumPoolSize to:
>>> 
>>>>>>> 2147483647
>>> 
>>>>>>>> [junit4:junit4]   2> 7049 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>> maxThreadIdleTime
>>> 
>>>>>>> to: 5
>>> 
>>>>>>>> [junit4:junit4]   2> 7050 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue
>> to: -
>>> 
>>>> 1
>>> 
>>>>>>>> [junit4:junit4]   2> 7050 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy
>> to:
>>> 
>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> 
>>>>>>> =60000&connTimeout=15000&retry=false
>>> 
>>>>>>>> [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering
>> Log
>>> 
>>>>>>> Listener
>>> 
>>>>>>>> [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper
>>> 
>>>>>>> Zookeeper client=127.0.0.1:49872/solr
>>> 
>>>>>>>> [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath
>>> 
>>>> zkHost
>>> 
>>>>>>> includes chroot
>>> 
>>>>>>>> [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> 
>>>>>>> 
>>> 
>>>> watcher=org.apache.solr.common.cloud.ConnectionManager@29239796
>>> 
>>>>>>>> [junit4:junit4]   2> 7081 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Waiting for client to connect to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 7081 T2290
>>> 
>>>> oaz.ClientCnxn$SendThread.logStartConnect
>>> 
>>>>>>> Opening socket connection to server localhost/127.0.0.1:49872. Will
>> not
>>> 
>>>>>>> attempt to authenticate using SASL (access denied
>>> 
>>>>>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 7082 T2290
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
>>> 
>>>> established
>>> 
>>>>>>> to localhost/127.0.0.1:49872, initiating session
>>> 
>>>>>>>> [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run
>>> 
>>>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49883
>>> 
>>>>>>>> [junit4:junit4]   2> 7083 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49883
>>> 
>>>>>>>> [junit4:junit4]   2> 7085 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0007 with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49883
>>> 
>>>>>>>> [junit4:junit4]   2> 7085 T2290
>>> 
>>>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@29239796
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 7086 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Client is connected to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 7088 T2242
>>> 
>>>> oazs.PrepRequestProcessor.pRequest2Txn
>>> 
>>>>>>> Processed session termination for sessionid: 0x13ca0af48aa0007
>>> 
>>>>>>>> [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock
>> Closed
>>> 
>>>> socket
>>> 
>>>>>>> connection for client /127.0.0.1:49883 which had sessionid
>>> 
>>>> 0x13ca0af48aa0007
>>> 
>>>>>>>> [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run
>>> 
>>>>>>> EventThread shut down
>>> 
>>>>>>>> [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session:
>>> 
>>>>>>> 0x13ca0af48aa0007 closed
>>> 
>>>>>>>> [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 
>>>>>>> 60000&connTimeout=15000
>>> 
>>>>>>>> [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872/solr
>> sessionTimeout=30000
>>> 
>>>>>>> 
>>> 
>>>> watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
>>> 
>>>>>>>> [junit4:junit4]   2> 7096 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Waiting for client to connect to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 7096 T2292
>>> 
>>>> oaz.ClientCnxn$SendThread.logStartConnect
>>> 
>>>>>>> Opening socket connection to server localhost/127.0.0.1:49872. Will
>> not
>>> 
>>>>>>> attempt to authenticate using SASL (access denied
>>> 
>>>>>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 7097 T2292
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
>>> 
>>>> established
>>> 
>>>>>>> to localhost/127.0.0.1:49872, initiating session
>>> 
>>>>>>>> [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run
>>> 
>>>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49884
>>> 
>>>>>>>> [junit4:junit4]   2> 7098 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49884
>>> 
>>>>>>>> [junit4:junit4]   2> 7099 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0008 with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49884
>>> 
>>>>>>>> [junit4:junit4]   2> 7099 T2292
>>> 
>>>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 7100 T2237
>>> 
>>>> oascc.ConnectionManager.waitForConnected
>>> 
>>>>>>> Client is connected to ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 7101 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0008
>>> 
>>>>>>> type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 7103 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0008
>>> 
>>>>>>> type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 7104 T2237
>>> 
>>>> oasc.ZkController.createEphemeralLiveNode
>>> 
>>>>>>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_
>>> 
>>>>>>>> [junit4:junit4]   2> 7105 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0008
>>> 
>>>>>>> type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode =
>>> 
>>>> NoNode
>>> 
>>>>>>> for /solr/live_nodes/127.0.0.1:49882_
>>> 
>>>>>>>> [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /live_nodes/127.0.0.1:49882_
>>> 
>>>>>>>> [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 2)
>>> 
>>>>>>>> [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 2)
>>> 
>>>>>>>> [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process
>> Updating
>>> 
>>>> live
>>> 
>>>>>>> nodes... (3)
>>> 
>>>>>>>> [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process
>> Updating
>>> 
>>>> live
>>> 
>>>>>>> nodes... (3)
>>> 
>>>>>>>> [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process
>> Updating
>>> 
>>>> live
>>> 
>>>>>>> nodes... (3)
>>> 
>>>>>>>> [junit4:junit4]   2> 7119 T2237
>>> 
>>>>>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
>> Updating
>>> 
>>>>>>> cluster state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating
>>> 
>>>> SolrCore
>>> 
>>>>>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 
>>>>>>> 1359905514296/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 7128 T2294
>>> 
>>>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Check for collection zkNode:collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 7129 T2294
>>> 
>>>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Collection zkNode exists
>>> 
>>>>>>>> [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName
>> Load
>>> 
>>>>>>> collection config from:/collections/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 
>>>>>>> 1359905514296/collection1/'
>>> 
>>>>>>>> [junit4:junit4]   2> 7132 T2294
>>> 
>>>> oasc.SolrResourceLoader.replaceClassLoader
>>> 
>>>>>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 
>>>>>>> 1359905514296/collection1/lib/classes/' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 7133 T2294
>>> 
>>>> oasc.SolrResourceLoader.replaceClassLoader
>>> 
>>>>>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 
>>>>>>> 1359905514296/collection1/lib/README' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene
>>> 
>>>>>>> MatchVersion: LUCENE_50
>>> 
>>>>>>>> [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded
>> SolrConfig:
>>> 
>>>>>>> solrconfig.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema
>> Reading
>>> 
>>>> Solr
>>> 
>>>>>>> Schema
>>> 
>>>>>>>> [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema
>> Schema
>>> 
>>>>>>> name=test
>>> 
>>>>>>>> [junit4:junit4]   2> 7764 T2294
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.init
>>> 
>>>>>>> Initialized with rates=open-exchange-rates.json,
>> refreshInterval=1440.
>>> 
>>>>>>>> [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema
>> default
>>> 
>>>>>>> search field in schema is text
>>> 
>>>>>>>> [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema
>> unique
>>> 
>>>> key
>>> 
>>>>>>> field: id
>>> 
>>>>>>>> [junit4:junit4]   2> 7795 T2294
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 7800 T2294
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 7805 T2294
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.reload
>>> 
>>>>>>> Reloading exchange rates from open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 7807 T2294
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.reload
>>> 
>>>>>>> Reloading exchange rates from open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1]
>>> 
>>>> Opening
>>> 
>>>>>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 
>>>>>>> 1359905514296/collection1/,
>>> 
>>>>>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2/
>>> 
>>>>>>>> [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX
>>> 
>>>>>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> 
>>>>>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> 
>>>>>>>> [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory
>>> 
>>>>>>> solr.NRTCachingDirectoryFactory
>>> 
>>>>>>>> [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>> new
>>> 
>>>>>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2 forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close
>>> 
>>>> Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2
>>> 
>>>>>>>> [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New
>>> 
>>>> index
>>> 
>>>>>>> directory detected: old=null
>>> 
>>>>>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2/index/
>>> 
>>>>>>>> [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING
>>> 
>>>>>>> [collection1] Solr index directory
>>> 
>>>>>>> './org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> 1359905507479/jetty2/index'
>>> 
>>>>>>> doesn't exist. Creating new index...
>>> 
>>>>>>>> [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>> new
>>> 
>>>>>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2/index forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit
>>> 
>>>>>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 7818 T2294
>> oasc.SolrDeletionPolicy.updateCommits
>>> 
>>>>>>> newest commit = 1[segments_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close
>>> 
>>>> Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2/index
>>> 
>>>>>>> 
>>> 
>>>>>>>> [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml:
>>> 
>>>>>>> solr.XMLResponseWriter
>>> 
>>>>>>>> [junit4:junit4]   2> 7822 T2294
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe"
>>> 
>>>>>>>> [junit4:junit4]   2> 7822 T2294
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe-allfields"
>>> 
>>>>>>>> [junit4:junit4]   2> 7823 T2294
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "stored_sig"
>>> 
>>>>>>>> [junit4:junit4]   2> 7823 T2294
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "uniq-fields"
>>> 
>>>>>>>> [junit4:junit4]   2> 7824 T2294
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> 
>>>>>>>> [junit4:junit4]   2> 7824 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7825 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7825 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7826 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> 
>>>>>>> solr.RealTimeGetHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7827 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> 
>>>>>>> solr.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7827 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> 
>>>>>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7828 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> 
>>>>>>> org.apache.solr.handler.admin.AdminHandlers
>>> 
>>>>>>>> [junit4:junit4]   2> 7828 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7829 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7829 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7830 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> 
>>>>>>> solr.UpdateRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7830 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7831 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7831 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckCompRH_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7832 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7833 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7833 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH1:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7834 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7834 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7835 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> 
>>>>>>> solr.MoreLikeThisHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7836 T2294
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>> /debug/dump:
>>> 
>>>>>>> solr.DumpRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init
>>> 
>>>>>>> xsltCacheLifetimeSeconds=60
>>> 
>>>>>>>> [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
>>> 
>>>> Please
>>> 
>>>>>>> update your config to use the ShowFileRequestHandler.
>>> 
>>>>>>>> [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING adding ShowFileRequestHandler with hidden files:
>>> 
>>>> [SCHEMA.XML,
>>> 
>>>>>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> 
>>>>>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
>> MAPPING-
>>> 
>>>>>>> ISOLATIN1ACCENT.TXT]
>>> 
>>>>>>>> [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close
>>> 
>>>> Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2
>>> 
>>>>>>>> [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init>
>> Opening
>>> 
>>>>>>> Searcher@43571abe main
>>> 
>>>>>>>> [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard
>>> 
>>>>>>> AutoCommit: disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft
>>> 
>>>> AutoCommit:
>>> 
>>>>>>> disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform
>>> 
>>>>>>> Initializing spell checkers
>>> 
>>>>>>>> [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init:
>>> 
>>>>>>> 
>>> 
>>>> 
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> 
>>>>>>> ngth=3}
>>> 
>>>>>>>> [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher
>>> 
>>>> [collection1]
>>> 
>>>>>>> Registered new searcher Searcher@43571abe
>>> 
>>>>>>> main{StandardDirectoryReader(segments_1:1)}
>>> 
>>>>>>>> [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing
>>> 
>>>>>>> core=collection1 state=down
>>> 
>>>>>>>> [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards
>> not
>>> 
>>>>>>> found on descriptor - reading it from system property
>>> 
>>>>>>>> [junit4:junit4]   2> 8269 T2260
>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 8270 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":"shard1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"active",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
>>> 
>>>>>>>> [junit4:junit4]   2> 8276 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"down",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
>>> 
>>>>>>>> [junit4:junit4]   2> 8276 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Collection already
>>> 
>>>> exists
>>> 
>>>>>>> with numShards=2
>>> 
>>>>>>>> [junit4:junit4]   2> 8276 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
>> node to
>>> 
>>>>>>> shard shard=shard2
>>> 
>>>>>>>> [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore
>>> 
>>>> registering
>>> 
>>>>>>> core: collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register
>>> 
>>>> replica -
>>> 
>>>>>>> core:collection1 address:http://127.0.0.1:49882 collection:collection1
>>> 
>>>>>>> shard:shard2
>>> 
>>>>>>>> [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/collection1/leader_elect/shard2/election
>>> 
>>>>>>>> [junit4:junit4]   2> 8922 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0008
>>> 
>>>>>>> type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/collections/collection1/leaders/shard2
>> Error:KeeperErrorCode
>>> 
>>>> =
>>> 
>>>>>>> NoNode for /solr/collections/collection1/leaders/shard2
>>> 
>>>>>>>> [junit4:junit4]   2> 8924 T2294
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the
>> leader
>>> 
>>>>>>> process.
>>> 
>>>>>>>> [junit4:junit4]   2> 8925 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0008
>>> 
>>>>>>> type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 8929 T2294
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp
>> Enough
>>> 
>>>>>>> replicas found to continue.
>>> 
>>>>>>>> [junit4:junit4]   2> 8930 T2294
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the
>> new
>>> 
>>>> leader
>>> 
>>>>>>> - try and sync
>>> 
>>>>>>>> [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas
>> to
>>> 
>>>>>>> http://127.0.0.1:49882/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync
>>> 
>>>> Success -
>>> 
>>>>>>> now sync replicas to me
>>> 
>>>>>>>> [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe
>>> 
>>>>>>> http://127.0.0.1:49882/collection1/ has no replicas
>>> 
>>>>>>>> [junit4:junit4]   2> 8932 T2294
>>> 
>>>>>>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
>>> 
>>>> leader:
>>> 
>>>>>>> http://127.0.0.1:49882/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /collections/collection1/leaders/shard2
>>> 
>>>>>>>> [junit4:junit4]   2> 8943 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa0008
>>> 
>>>>>>> type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 9797 T2260
>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A
>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are
>>> 
>>>>>>> http://127.0.0.1:49882/collection1/ and leader is
>>> 
>>>>>>> http://127.0.0.1:49882/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No
>> LogReplay
>>> 
>>>>>>> needed for core=collection1 baseURL=http://127.0.0.1:49882
>>> 
>>>>>>>> [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I
>> am
>>> 
>>>> the
>>> 
>>>>>>> leader, no recovery necessary
>>> 
>>>>>>>> [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing
>>> 
>>>>>>> core=collection1 state=active
>>> 
>>>>>>>> [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards
>> not
>>> 
>>>>>>> found on descriptor - reading it from system property
>>> 
>>>>>>>> [junit4:junit4]   2> 9835 T2294
>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test/J0
>>> 
>>>>>>>> [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init() done
>>> 
>>>>>>>> [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-
>> 8.1.8.v20121106
>>> 
>>>>>>>> [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart
>> Started
>>> 
>>>>>>> SelectChannelConnector@127.0.0.1:49885
>>> 
>>>>>>>> [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init()
>>> 
>>>>>>>> [junit4:junit4]   2> 10001 T2237
>>> 
>>>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>>>>> JNDI not configured for solr (NoInitialContextEx)
>>> 
>>>>>>>> [junit4:junit4]   2> 10001 T2237
>>> 
>>>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>>>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 
>>>>>>> 1359905517315
>>> 
>>>>>>>> [junit4:junit4]   2> 10002 T2237
>> oasc.CoreContainer$Initializer.initialize
>>> 
>>>>>>> looking for solr.xml: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 
>>>>>>> 1359905517315/solr.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New
>>> 
>>>>>>> CoreContainer 1478444421
>>> 
>>>>>>>> [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading
>>> 
>>>>>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 
>>>>>>> 1359905517315/'
>>> 
>>>>>>>> [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 
>>>>>>> 1359905517315/'
>>> 
>>>>>>>> [junit4:junit4]   2> 10047 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>> socketTimeout to:
>>> 
>>>>>>> 60000
>>> 
>>>>>>>> [junit4:junit4]   2> 10048 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
>>> 
>>>> http://
>>> 
>>>>>>>> [junit4:junit4]   2> 10048 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout
>> to:
>>> 
>>>>>>> 15000
>>> 
>>>>>>>> [junit4:junit4]   2> 10049 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>>>>> maxConnectionsPerHost to: 20
>>> 
>>>>>>>> [junit4:junit4]   2> 10050 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize
>> to: 0
>>> 
>>>>>>>> [junit4:junit4]   2> 10050 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>> maximumPoolSize to:
>>> 
>>>>>>> 2147483647
>>> 
>>>>>>>> [junit4:junit4]   2> 10051 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>> maxThreadIdleTime
>>> 
>>>>>>> to: 5
>>> 
>>>>>>>> [junit4:junit4]   2> 10051 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue
>> to: -
>>> 
>>>> 1
>>> 
>>>>>>>> [junit4:junit4]   2> 10052 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy
>> to:
>>> 
>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> 
>>>>>>> =60000&connTimeout=15000&retry=false
>>> 
>>>>>>>> [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering
>> Log
>>> 
>>>>>>> Listener
>>> 
>>>>>>>> [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper
>>> 
>>>>>>> Zookeeper client=127.0.0.1:49872/solr
>>> 
>>>>>>>> [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath
>>> 
>>>> zkHost
>>> 
>>>>>>> includes chroot
>>> 
>>>>>>>> [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating
>> client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> 
>>>>>>> 
>>> 
>>>> watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1
>>> 
>>>>>>>> [junit4:junit4]   2> 10086 T2237
>>> 
>>>>>>> oascc.ConnectionManager.waitForConnected Waiting for client to
>>> 
>>>> connect to
>>> 
>>>>>>> ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 10086 T2305
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket
>> connection
>>> 
>>>> to
>>> 
>>>>>>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
>> using
>>> 
>>>> SASL
>>> 
>>>>>>> (access denied ("javax.security.auth.AuthPermission"
>>> 
>>>>>>> "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 10088 T2305
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
>>> 
>>>> established
>>> 
>>>>>>> to localhost/127.0.0.1:49872, initiating session
>>> 
>>>>>>>> [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run
>>> 
>>>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49886
>>> 
>>>>>>>> [junit4:junit4]   2> 10089 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49886
>>> 
>>>>>>>> [junit4:junit4]   2> 10089 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa0009 with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49886
>>> 
>>>>>>>> [junit4:junit4]   2> 10090 T2305
>>> 
>>>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@642e29e1
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 10090 T2237
>>> 
>>>>>>> oascc.ConnectionManager.waitForConnected Client is connected to
>>> 
>>>>>>> ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 10092 T2242
>>> 
>>>> oazs.PrepRequestProcessor.pRequest2Txn
>>> 
>>>>>>> Processed session termination for sessionid: 0x13ca0af48aa0009
>>> 
>>>>>>>> [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock
>> Closed
>>> 
>>>>>>> socket connection for client /127.0.0.1:49886 which had sessionid
>>> 
>>>>>>> 0x13ca0af48aa0009
>>> 
>>>>>>>> [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run
>>> 
>>>>>>> EventThread shut down
>>> 
>>>>>>>> [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session:
>>> 
>>>>>>> 0x13ca0af48aa0009 closed
>>> 
>>>>>>>> [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 
>>>>>>> 60000&connTimeout=15000
>>> 
>>>>>>>> [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating
>> client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872/solr
>> sessionTimeout=30000
>>> 
>>>>>>> 
>>> 
>>>> watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd
>>> 
>>>>>>>> [junit4:junit4]   2> 10100 T2237
>>> 
>>>>>>> oascc.ConnectionManager.waitForConnected Waiting for client to
>>> 
>>>> connect to
>>> 
>>>>>>> ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 10100 T2307
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket
>> connection
>>> 
>>>> to
>>> 
>>>>>>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
>> using
>>> 
>>>> SASL
>>> 
>>>>>>> (access denied ("javax.security.auth.AuthPermission"
>>> 
>>>>>>> "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 10101 T2307
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
>>> 
>>>> established
>>> 
>>>>>>> to localhost/127.0.0.1:49872, initiating session
>>> 
>>>>>>>> [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run
>>> 
>>>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49887
>>> 
>>>>>>>> [junit4:junit4]   2> 10102 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49887
>>> 
>>>>>>>> [junit4:junit4]   2> 10103 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa000a with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49887
>>> 
>>>>>>>> [junit4:junit4]   2> 10104 T2307
>>> 
>>>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@3507d0fd
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 10104 T2237
>>> 
>>>>>>> oascc.ConnectionManager.waitForConnected Client is connected to
>>> 
>>>>>>> ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 10106 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa000a
>>> 
>>>>>>> type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 10108 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa000a
>>> 
>>>>>>> type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 10110 T2237
>>> 
>>>>>>> oasc.ZkController.createEphemeralLiveNode Register node as live in
>>> 
>>>>>>> ZooKeeper:/live_nodes/127.0.0.1:49885_
>>> 
>>>>>>>> [junit4:junit4]   2> 10111 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa000a
>>> 
>>>>>>> type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode =
>>> 
>>>> NoNode
>>> 
>>>>>>> for /solr/live_nodes/127.0.0.1:49885_
>>> 
>>>>>>>> [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /live_nodes/127.0.0.1:49885_
>>> 
>>>>>>>> [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 3)
>>> 
>>>>>>>> [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process
>>> 
>>>> Updating
>>> 
>>>>>>> live nodes... (4)
>>> 
>>>>>>>> [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 4)
>>> 
>>>>>>>> [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process
>>> 
>>>> Updating
>>> 
>>>>>>> live nodes... (4)
>>> 
>>>>>>>> [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process
>>> 
>>>> Updating
>>> 
>>>>>>> live nodes... (4)
>>> 
>>>>>>>> [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process
>>> 
>>>> Updating
>>> 
>>>>>>> live nodes... (4)
>>> 
>>>>>>>> [junit4:junit4]   2> 10125 T2237
>>> 
>>>>>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
>> Updating
>>> 
>>>>>>> cluster state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating
>>> 
>>>> SolrCore
>>> 
>>>>>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 
>>>>>>> 1359905517315/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 10134 T2309
>>> 
>>>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Check for collection zkNode:collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 10135 T2309
>>> 
>>>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Collection zkNode exists
>>> 
>>>>>>>> [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName
>>> 
>>>> Load
>>> 
>>>>>>> collection config from:/collections/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 
>>>>>>> 1359905517315/collection1/'
>>> 
>>>>>>>> [junit4:junit4]   2> 10138 T2309
>>> 
>>>>>>> oasc.SolrResourceLoader.replaceClassLoader Adding
>>> 
>>>>>>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 
>>>>>>> 1359905517315/collection1/lib/classes/' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 10139 T2309
>>> 
>>>>>>> oasc.SolrResourceLoader.replaceClassLoader Adding
>>> 
>>>>>>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 
>>>>>>> 1359905517315/collection1/lib/README' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene
>>> 
>>>>>>> MatchVersion: LUCENE_50
>>> 
>>>>>>>> [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded
>>> 
>>>> SolrConfig:
>>> 
>>>>>>> solrconfig.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema
>>> 
>>>> Reading Solr
>>> 
>>>>>>> Schema
>>> 
>>>>>>>> [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema
>> Schema
>>> 
>>>>>>> name=test
>>> 
>>>>>>>> [junit4:junit4]   2> 10784 T2309
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.init
>>> 
>>>>>>> Initialized with rates=open-exchange-rates.json,
>> refreshInterval=1440.
>>> 
>>>>>>>> [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema
>> default
>>> 
>>>>>>> search field in schema is text
>>> 
>>>>>>>> [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema
>> unique
>>> 
>>>> key
>>> 
>>>>>>> field: id
>>> 
>>>>>>>> [junit4:junit4]   2> 10817 T2309
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 10823 T2309
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 10828 T2309
>>> 
>>>>>>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange
>> rates
>>> 
>>>> from
>>> 
>>>>>>> open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 10830 T2309
>>> 
>>>>>>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange
>> rates
>>> 
>>>> from
>>> 
>>>>>>> open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1]
>>> 
>>>> Opening
>>> 
>>>>>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 
>>>>>>> 1359905517315/collection1/,
>>> 
>>>>>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/
>>> 
>>>>>>>> [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX
>>> 
>>>>>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> 
>>>>>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> 
>>>>>>>> [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory
>>> 
>>>>>>> solr.NRTCachingDirectoryFactory
>>> 
>>>>>>>> [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>>>>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3 forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close
>>> 
>>>>>>> Releasing directory:/Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New
>>> 
>>>> index
>>> 
>>>>>>> directory detected: old=null
>>> 
>>>>>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index/
>>> 
>>>>>>>> [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING
>>> 
>>>>>>> [collection1] Solr index directory
>>> 
>>>>>>> './org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> 1359905507479/jetty3/index'
>>> 
>>>>>>> doesn't exist. Creating new index...
>>> 
>>>>>>>> [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>>>>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit
>>> 
>>>>>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 10842 T2309
>> oasc.SolrDeletionPolicy.updateCommits
>>> 
>>>>>>> newest commit = 1[segments_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close
>>> 
>>>>>>> Releasing directory:/Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index
>>> 
>>>>>>>> [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created
>> xml:
>>> 
>>>>>>> solr.XMLResponseWriter
>>> 
>>>>>>>> [junit4:junit4]   2> 10846 T2309
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe"
>>> 
>>>>>>>> [junit4:junit4]   2> 10847 T2309
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe-allfields"
>>> 
>>>>>>>> [junit4:junit4]   2> 10847 T2309
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "stored_sig"
>>> 
>>>>>>>> [junit4:junit4]   2> 10848 T2309
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "uniq-fields"
>>> 
>>>>>>>> [junit4:junit4]   2> 10849 T2309
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> 
>>>>>>>> [junit4:junit4]   2> 10849 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10850 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10851 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10852 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> 
>>>>>>> solr.RealTimeGetHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10853 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> 
>>>>>>> solr.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10854 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> 
>>>>>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10854 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> 
>>>>>>> org.apache.solr.handler.admin.AdminHandlers
>>> 
>>>>>>>> [junit4:junit4]   2> 10855 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10855 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10856 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10856 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> 
>>>>>>> solr.UpdateRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10857 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10857 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10858 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckCompRH_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10859 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10860 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10861 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH1:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10861 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10862 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10862 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> 
>>>>>>> solr.MoreLikeThisHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10863 T2309
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>> /debug/dump:
>>> 
>>>>>>> solr.DumpRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init
>>> 
>>>>>>> xsltCacheLifetimeSeconds=60
>>> 
>>>>>>>> [junit4:junit4]   2> 10871 T2309
>> oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
>>> 
>>>> Please
>>> 
>>>>>>> update your config to use the ShowFileRequestHandler.
>>> 
>>>>>>>> [junit4:junit4]   2> 10873 T2309
>> oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING adding ShowFileRequestHandler with hidden files:
>>> 
>>>> [SCHEMA.XML,
>>> 
>>>>>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> 
>>>>>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
>> MAPPING-
>>> 
>>>>>>> ISOLATIN1ACCENT.TXT]
>>> 
>>>>>>>> [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close
>>> 
>>>>>>> Releasing directory:/Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init>
>> Opening
>>> 
>>>>>>> Searcher@682615b3 main
>>> 
>>>>>>>> [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard
>>> 
>>>>>>> AutoCommit: disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft
>>> 
>>>>>>> AutoCommit: disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform
>>> 
>>>>>>> Initializing spell checkers
>>> 
>>>>>>>> [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init:
>>> 
>>>>>>> 
>>> 
>>>> 
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> 
>>>>>>> ngth=3}
>>> 
>>>>>>>> [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher
>>> 
>>>> [collection1]
>>> 
>>>>>>> Registered new searcher Searcher@682615b3
>>> 
>>>>>>> main{StandardDirectoryReader(segments_1:1)}
>>> 
>>>>>>>> [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing
>>> 
>>>>>>> core=collection1 state=down
>>> 
>>>>>>>> [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish
>> numShards
>>> 
>>>> not
>>> 
>>>>>>> found on descriptor - reading it from system property
>>> 
>>>>>>>> [junit4:junit4]   2> 11333 T2260
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 11336 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":"shard2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"active",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
>>> 
>>>>>>>> [junit4:junit4]   2> 11349 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"down",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
>>> 
>>>>>>>> [junit4:junit4]   2> 11350 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Collection already
>>> 
>>>> exists
>>> 
>>>>>>> with numShards=2
>>> 
>>>>>>>> [junit4:junit4]   2> 11351 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
>> node to
>>> 
>>>>>>> shard shard=shard1
>>> 
>>>>>>>> [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> 
>>>>>>>> [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> 
>>>>>>>> [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> 
>>>>>>>> [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> 
>>>>>>>> [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> 
>>>>>>>> [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore
>>> 
>>>> registering
>>> 
>>>>>>> core: collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register
>>> 
>>>> replica -
>>> 
>>>>>>> core:collection1 address:http://127.0.0.1:49885 collection:collection1
>>> 
>>>>>>> shard:shard1
>>> 
>>>>>>>> [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are
>>> 
>>>>>>> http://127.0.0.1:49885/collection1/ and leader is
>>> 
>>>>>>> http://127.0.0.1:49879/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No
>> LogReplay
>>> 
>>>>>>> needed for core=collection1 baseURL=http://127.0.0.1:49885
>>> 
>>>>>>>> [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery
>> Core
>>> 
>>>>>>> needs to recover:collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 11934 T2309
>> oasu.DefaultSolrCoreState.doRecovery
>>> 
>>>>>>> Running recovery - first canceling any ongoing recovery
>>> 
>>>>>>>> [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1
>>> 
>>>>>>> org.apache.solr.core.SolrCore@258a35
>>> 
>>>> url=http://127.0.0.1:49885/collection1
>>> 
>>>>>>> node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1
>>> 
>>>>>>> props:{shard=null, roles=null, state=down, core=collection1,
>>> 
>>>>>>> collection=collection1, node_name=127.0.0.1:49885_,
>>> 
>>>>>>> base_url=http://127.0.0.1:49885}
>>> 
>>>>>>>> [junit4:junit4]   2> 11935 T2311 C170 P49885
>> oasc.RecoveryStrategy.run
>>> 
>>>>>>> Starting recovery process.  core=collection1
>> recoveringAfterStartup=true
>>> 
>>>>>>>> [junit4:junit4]   2> 11936 T2309
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 11938 T2311 C170 P49885
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
>>> 
>>>>>>>> [junit4:junit4]   2> 11939 T2311 C170 P49885
>> oasc.ZkController.publish
>>> 
>>>>>>> publishing core=collection1 state=recovering
>>> 
>>>>>>>> [junit4:junit4]   2> 11939 T2311 C170 P49885
>> oasc.ZkController.publish
>>> 
>>>>>>> numShards not found on descriptor - reading it from system
>> property
>>> 
>>>>>>>> [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test/J0
>>> 
>>>>>>>> [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init() done
>>> 
>>>>>>>> [junit4:junit4]   2> 11943 T2311 C170 P49885
>>> 
>>>>>>> oascsi.HttpClientUtil.createClient Creating new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-
>>> 
>>>> 8.1.8.v20121106
>>> 
>>>>>>>> [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart
>> Started
>>> 
>>>>>>> SelectChannelConnector@127.0.0.1:49889
>>> 
>>>>>>>> [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init()
>>> 
>>>>>>>> [junit4:junit4]   2> 12125 T2237
>>> 
>>>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>>>>> JNDI not configured for solr (NoInitialContextEx)
>>> 
>>>>>>>> [junit4:junit4]   2> 12126 T2237
>>> 
>>>> oasc.SolrResourceLoader.locateSolrHome
>>> 
>>>>>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 
>>>>>>> 1359905519427
>>> 
>>>>>>>> [junit4:junit4]   2> 12126 T2237
>> oasc.CoreContainer$Initializer.initialize
>>> 
>>>>>>> looking for solr.xml: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 
>>>>>>> 1359905519427/solr.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New
>>> 
>>>>>>> CoreContainer 1310203382
>>> 
>>>>>>>> [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading
>>> 
>>>>>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 
>>>>>>> 1359905519427/'
>>> 
>>>>>>>> [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 
>>>>>>> 1359905519427/'
>>> 
>>>>>>>> [junit4:junit4]   2> 12160 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>> socketTimeout to:
>>> 
>>>>>>> 60000
>>> 
>>>>>>>> [junit4:junit4]   2> 12161 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
>>> 
>>>> http://
>>> 
>>>>>>>> [junit4:junit4]   2> 12161 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout
>> to:
>>> 
>>>>>>> 15000
>>> 
>>>>>>>> [junit4:junit4]   2> 12162 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>>>>> maxConnectionsPerHost to: 20
>>> 
>>>>>>>> [junit4:junit4]   2> 12162 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize
>> to: 0
>>> 
>>>>>>>> [junit4:junit4]   2> 12163 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>> maximumPoolSize to:
>>> 
>>>>>>> 2147483647
>>> 
>>>>>>>> [junit4:junit4]   2> 12163 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> 
>>>> maxThreadIdleTime
>>> 
>>>>>>> to: 5
>>> 
>>>>>>>> [junit4:junit4]   2> 12164 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue
>> to: -
>>> 
>>>> 1
>>> 
>>>>>>>> [junit4:junit4]   2> 12164 T2237
>>> 
>>>>>>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy
>> to:
>>> 
>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> 
>>>>>>> =60000&connTimeout=15000&retry=false
>>> 
>>>>>>>> [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering
>> Log
>>> 
>>>>>>> Listener
>>> 
>>>>>>>> [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper
>>> 
>>>>>>> Zookeeper client=127.0.0.1:49872/solr
>>> 
>>>>>>>> [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath
>>> 
>>>> zkHost
>>> 
>>>>>>> includes chroot
>>> 
>>>>>>>> [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating
>> client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> 
>>>>>>> 
>>> 
>>>> watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83
>>> 
>>>>>>>> [junit4:junit4]   2> 12195 T2237
>>> 
>>>>>>> oascc.ConnectionManager.waitForConnected Waiting for client to
>>> 
>>>> connect to
>>> 
>>>>>>> ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 12195 T2321
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket
>> connection
>>> 
>>>> to
>>> 
>>>>>>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
>> using
>>> 
>>>> SASL
>>> 
>>>>>>> (access denied ("javax.security.auth.AuthPermission"
>>> 
>>>>>>> "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 12196 T2321
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
>>> 
>>>> established
>>> 
>>>>>>> to localhost/127.0.0.1:49872, initiating session
>>> 
>>>>>>>> [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run
>>> 
>>>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49890
>>> 
>>>>>>>> [junit4:junit4]   2> 12197 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49890
>>> 
>>>>>>>> [junit4:junit4]   2> 12289 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa000b with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49890
>>> 
>>>>>>>> [junit4:junit4]   2> 12289 T2321
>>> 
>>>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@4df75a83
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 12291 T2237
>>> 
>>>>>>> oascc.ConnectionManager.waitForConnected Client is connected to
>>> 
>>>>>>> ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 12294 T2242
>>> 
>>>> oazs.PrepRequestProcessor.pRequest2Txn
>>> 
>>>>>>> Processed session termination for sessionid: 0x13ca0af48aa000b
>>> 
>>>>>>>> [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session:
>>> 
>>>>>>> 0x13ca0af48aa000b closed
>>> 
>>>>>>>> [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock
>> Closed
>>> 
>>>>>>> socket connection for client /127.0.0.1:49890 which had sessionid
>>> 
>>>>>>> 0x13ca0af48aa000b
>>> 
>>>>>>>> [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 
>>>>>>> 60000&connTimeout=15000
>>> 
>>>>>>>> [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run
>>> 
>>>>>>> EventThread shut down
>>> 
>>>>>>>> [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating
>> client
>>> 
>>>>>>> connection, connectString=127.0.0.1:49872/solr
>> sessionTimeout=30000
>>> 
>>>>>>> 
>> watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
>>> 
>>>>>>>> [junit4:junit4]   2> 12305 T2237
>>> 
>>>>>>> oascc.ConnectionManager.waitForConnected Waiting for client to
>>> 
>>>> connect to
>>> 
>>>>>>> ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 12307 T2323
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket
>> connection
>>> 
>>>> to
>>> 
>>>>>>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
>> using
>>> 
>>>> SASL
>>> 
>>>>>>> (access denied ("javax.security.auth.AuthPermission"
>>> 
>>>>>>> "getLoginConfiguration"))
>>> 
>>>>>>>> [junit4:junit4]   2> 12308 T2323
>>> 
>>>>>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
>>> 
>>>> established
>>> 
>>>>>>> to localhost/127.0.0.1:49872, initiating session
>>> 
>>>>>>>> [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run
>>> 
>>>> Accepted
>>> 
>>>>>>> socket connection from /127.0.0.1:49891
>>> 
>>>>>>>> [junit4:junit4]   2> 12310 T2239
>>> 
>>>>>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> 
>>>>>>> establish new session at /127.0.0.1:49891
>>> 
>>>>>>>> [junit4:junit4]   2> 12313 T2241
>> oazs.ZooKeeperServer.finishSessionInit
>>> 
>>>>>>> Established session 0x13ca0af48aa000c with negotiated timeout
>> 20000
>>> 
>>>> for
>>> 
>>>>>>> client /127.0.0.1:49891
>>> 
>>>>>>>> [junit4:junit4]   2> 12313 T2323
>>> 
>>>> oaz.ClientCnxn$SendThread.onConnected
>>> 
>>>>>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> 
>>>>>>> sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000
>>> 
>>>>>>>> [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process
>>> 
>>>> Watcher
>>> 
>>>>>>> org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
>>> 
>>>>>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> 
>>>>>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> 
>>>>>>> type:None
>>> 
>>>>>>>> [junit4:junit4]   2> 12314 T2237
>>> 
>>>>>>> oascc.ConnectionManager.waitForConnected Client is connected to
>>> 
>>>>>>> ZooKeeper
>>> 
>>>>>>>> [junit4:junit4]   2> 12316 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa000c
>>> 
>>>>>>> type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 12317 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa000c
>>> 
>>>>>>> type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
>>> 
>>>> /solr/overseer
>>> 
>>>>>>>> [junit4:junit4]   2> 12319 T2237
>>> 
>>>>>>> oasc.ZkController.createEphemeralLiveNode Register node as live in
>>> 
>>>>>>> ZooKeeper:/live_nodes/127.0.0.1:49889_
>>> 
>>>>>>>> [junit4:junit4]   2> 12320 T2242
>> oazs.PrepRequestProcessor.pRequest
>>> 
>>>> Got
>>> 
>>>>>>> user-level KeeperException when processing
>>> 
>>>> sessionid:0x13ca0af48aa000c
>>> 
>>>>>>> type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error
>>> 
>>>>>>> Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode =
>>> 
>>>> NoNode
>>> 
>>>>>>> for /solr/live_nodes/127.0.0.1:49889_
>>> 
>>>>>>>> [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath
>> makePath:
>>> 
>>>>>>> /live_nodes/127.0.0.1:49889_
>>> 
>>>>>>>> [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 4)
>>> 
>>>>>>>> [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 4)
>>> 
>>>>>>>> [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 4)
>>> 
>>>>>>>> [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process
>>> 
>>>> Updating
>>> 
>>>>>>> live nodes... (5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process
>>> 
>>>> Updating
>>> 
>>>>>>> live nodes... (5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>>>>> type:NodeChildrenChanged path:/live_nodes, has occurred -
>> updating...
>>> 
>>>> (live
>>> 
>>>>>>> nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process
>>> 
>>>> Updating
>>> 
>>>>>>> live nodes... (5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process
>>> 
>>>> Updating
>>> 
>>>>>>> live nodes... (5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process
>>> 
>>>> Updating
>>> 
>>>>>>> live nodes... (5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12335 T2237
>>> 
>>>>>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
>> Updating
>>> 
>>>>>>> cluster state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating
>>> 
>>>> SolrCore
>>> 
>>>>>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 
>>>>>>> 1359905519427/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 12343 T2325
>>> 
>>>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Check for collection zkNode:collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 12344 T2325
>>> 
>>>> oasc.ZkController.createCollectionZkNode
>>> 
>>>>>>> Collection zkNode exists
>>> 
>>>>>>>> [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName
>>> 
>>>> Load
>>> 
>>>>>>> collection config from:/collections/collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new
>>> 
>>>>>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 
>>>>>>> 1359905519427/collection1/'
>>> 
>>>>>>>> [junit4:junit4]   2> 12347 T2325
>>> 
>>>>>>> oasc.SolrResourceLoader.replaceClassLoader Adding
>>> 
>>>>>>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 
>>>>>>> 1359905519427/collection1/lib/classes/' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 12347 T2325
>>> 
>>>>>>> oasc.SolrResourceLoader.replaceClassLoader Adding
>>> 
>>>>>>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 
>>>>>>> 1359905519427/collection1/lib/README' to classloader
>>> 
>>>>>>>> [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene
>>> 
>>>>>>> MatchVersion: LUCENE_50
>>> 
>>>>>>>> [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded
>>> 
>>>> SolrConfig:
>>> 
>>>>>>> solrconfig.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema
>>> 
>>>> Reading Solr
>>> 
>>>>>>> Schema
>>> 
>>>>>>>> [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema
>> Schema
>>> 
>>>>>>> name=test
>>> 
>>>>>>>> [junit4:junit4]   2> 12897 T2260
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 12899 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":"shard1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"recovering",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
>>> 
>>>>>>>> [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 13012 T2325
>>> 
>>>> oass.OpenExchangeRatesOrgProvider.init
>>> 
>>>>>>> Initialized with rates=open-exchange-rates.json,
>> refreshInterval=1440.
>>> 
>>>>>>>> [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema
>> default
>>> 
>>>>>>> search field in schema is text
>>> 
>>>>>>>> [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema
>> unique
>>> 
>>>> key
>>> 
>>>>>>> field: id
>>> 
>>>>>>>> [junit4:junit4]   2> 13045 T2325
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 13050 T2325
>> oass.FileExchangeRateProvider.reload
>>> 
>>>>>>> Reloading exchange rates from file currency.xml
>>> 
>>>>>>>> [junit4:junit4]   2> 13055 T2325
>>> 
>>>>>>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange
>> rates
>>> 
>>>> from
>>> 
>>>>>>> open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 13057 T2325
>>> 
>>>>>>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange
>> rates
>>> 
>>>> from
>>> 
>>>>>>> open-exchange-rates.json
>>> 
>>>>>>>> [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1]
>>> 
>>>> Opening
>>> 
>>>>>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 
>>>>>>> 1359905519427/collection1/,
>>> 
>>>>>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/
>>> 
>>>>>>>> [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX
>>> 
>>>>>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> 
>>>>>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> 
>>>>>>>> [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory
>>> 
>>>>>>> solr.NRTCachingDirectoryFactory
>>> 
>>>>>>>> [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>>>>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4 forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close
>>> 
>>>>>>> Releasing directory:/Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New
>>> 
>>>> index
>>> 
>>>>>>> directory detected: old=null
>>> 
>>>>>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index/
>>> 
>>>>>>>> [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING
>>> 
>>>>>>> [collection1] Solr index directory
>>> 
>>>>>>> './org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>> 1359905507479/jetty4/index'
>>> 
>>>>>>> doesn't exist. Creating new index...
>>> 
>>>>>>>> [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get
>> return
>>> 
>>>>>>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit
>>> 
>>>>>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 13069 T2325
>> oasc.SolrDeletionPolicy.updateCommits
>>> 
>>>>>>> newest commit = 1[segments_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close
>>> 
>>>>>>> Releasing directory:/Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index
>>> 
>>>>>>>> [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created
>> xml:
>>> 
>>>>>>> solr.XMLResponseWriter
>>> 
>>>>>>>> [junit4:junit4]   2> 13072 T2325
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe"
>>> 
>>>>>>>> [junit4:junit4]   2> 13073 T2325
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "dedupe-allfields"
>>> 
>>>>>>>> [junit4:junit4]   2> 13073 T2325
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "stored_sig"
>>> 
>>>>>>>> [junit4:junit4]   2> 13074 T2325
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "uniq-fields"
>>> 
>>>>>>>> [junit4:junit4]   2> 13074 T2325
>>> 
>>>> oasup.UpdateRequestProcessorChain.init
>>> 
>>>>>>> inserting DistributedUpdateProcessorFactory into
>>> 
>>>>>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> 
>>>>>>>> [junit4:junit4]   2> 13075 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13075 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> 
>>>>>>> solr.ReplicationHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13077 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13077 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> 
>>>>>>> solr.RealTimeGetHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13078 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> 
>>>>>>> solr.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13078 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> 
>>>>>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13079 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> 
>>>>>>> org.apache.solr.handler.admin.AdminHandlers
>>> 
>>>>>>>> [junit4:junit4]   2> 13080 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13080 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
>>> 
>>>> requestHandler:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13080 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> 
>>>>>>> solr.StandardRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13081 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> 
>>>>>>> solr.UpdateRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13082 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13082 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13083 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckCompRH_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13084 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13084 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>>>>> spellCheckWithWordbreak_Direct:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13085 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> 
>>>> spellCheckCompRH1:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13085 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13086 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> 
>>>>>>> org.apache.solr.handler.component.SearchHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13086 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> 
>>>>>>> solr.MoreLikeThisHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13087 T2325
>>> 
>>>>>>> oasc.RequestHandlers.initHandlersFromConfig created
>> /debug/dump:
>>> 
>>>>>>> solr.DumpRequestHandler
>>> 
>>>>>>>> [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init
>>> 
>>>>>>> xsltCacheLifetimeSeconds=60
>>> 
>>>>>>>> [junit4:junit4]   2> 13096 T2325
>> oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
>>> 
>>>> Please
>>> 
>>>>>>> update your config to use the ShowFileRequestHandler.
>>> 
>>>>>>>> [junit4:junit4]   2> 13098 T2325
>> oasc.SolrCore.initDeprecatedSupport
>>> 
>>>>>>> WARNING adding ShowFileRequestHandler with hidden files:
>>> 
>>>> [SCHEMA.XML,
>>> 
>>>>>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> 
>>>>>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
>> MAPPING-
>>> 
>>>>>>> ISOLATIN1ACCENT.TXT]
>>> 
>>>>>>>> [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close
>>> 
>>>>>>> Releasing directory:/Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init>
>> Opening
>>> 
>>>>>>> Searcher@76850ab4 main
>>> 
>>>>>>>> [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard
>>> 
>>>>>>> AutoCommit: disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft
>>> 
>>>>>>> AutoCommit: disabled
>>> 
>>>>>>>> [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform
>>> 
>>>>>>> Initializing spell checkers
>>> 
>>>>>>>> [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init:
>>> 
>>>>>>> 
>>> 
>>>> 
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> 
>>>>>>> ngth=3}
>>> 
>>>>>>>> [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher
>>> 
>>>> [collection1]
>>> 
>>>>>>> Registered new searcher Searcher@76850ab4
>>> 
>>>>>>> main{StandardDirectoryReader(segments_1:1)}
>>> 
>>>>>>>> [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing
>>> 
>>>>>>> core=collection1 state=down
>>> 
>>>>>>>> [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish
>> numShards
>>> 
>>>> not
>>> 
>>>>>>> found on descriptor - reading it from system property
>>> 
>>>>>>>> [junit4:junit4]   2> 14416 T2260
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 14418 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"down",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
>>> 
>>>>>>>> [junit4:junit4]   2> 14418 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Collection already
>>> 
>>>> exists
>>> 
>>>>>>> with numShards=2
>>> 
>>>>>>>> [junit4:junit4]   2> 14418 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
>> node to
>>> 
>>>>>>> shard shard=shard2
>>> 
>>>>>>>> [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
>>> 
>>>>>>> props:{shard=shard1, roles=null, state=recovering, core=collection1,
>>> 
>>>>>>> collection=collection1, node_name=127.0.0.1:49885_,
>>> 
>>>>>>> base_url=http://127.0.0.1:49885}
>>> 
>>>>>>>> [junit4:junit4]   2> 14960 T2311 C170 P49885
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
>>> 
>>>>>>> http://127.0.0.1:49879/collection1/ core=collection1 -
>>> 
>>>>>>> recoveringAfterStartup=true
>>> 
>>>>>>>> [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync
>>> 
>>>> PeerSync:
>>> 
>>>>>>> core=collection1 url=http://127.0.0.1:49885 START
>>> 
>>>>>>> replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100
>>> 
>>>>>>>> [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync
>>> 
>>>> WARNING
>>> 
>>>>>>> no frame of reference to tell of we've missed updates
>>> 
>>>>>>>> [junit4:junit4]   2> 14962 T2311 C170 P49885
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not
>>> 
>>>> successful -
>>> 
>>>>>>> trying replication. core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 14962 T2311 C170 P49885
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
>>> 
>>>>>>> core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 14963 T2311 C170 P49885
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
>>> 
>>>>>>> core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 14963 T2311 C170 P49885
>>> 
>>>>>>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
>>> 
>>>>>>> FSUpdateLog{state=ACTIVE, tlog=null}
>>> 
>>>>>>>> [junit4:junit4]   2> 14964 T2311 C170 P49885
>>> 
>>>>>>> oasc.RecoveryStrategy.replicate Attempting to replicate from
>>> 
>>>>>>> http://127.0.0.1:49879/collection1/. core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 14964 T2311 C170 P49885
>>> 
>>>>>>> oascsi.HttpClientUtil.createClient Creating new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1
>>> 
>>>>>>> org.apache.solr.core.SolrCore@54e69ff4
>>> 
>>>>>>> url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_
>>> 
>>>>>>> C171_STATE=coll:collection1 core:collection1 props:{shard=shard1,
>>> 
>>>>>>> roles=null, state=active, core=collection1, collection=collection1,
>>> 
>>>>>>> node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879,
>>> 
>>>>>>> leader=true}
>>> 
>>>>>>>> [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get
>>> 
>>>>>>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
>>> 
>>>> status=0
>>> 
>>>>>>> QTime=0
>>> 
>>>>>>>> [junit4:junit4]   2> 14984 T2268 C171 P49879
>>> 
>>>>>>> oasu.DirectUpdateHandler2.commit start
>>> 
>>>>>>> 
>>> 
>>>> 
>> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
>>> 
>>>>>>> etes=false,softCommit=false}
>>> 
>>>>>>>> [junit4:junit4]   2> 14985 T2268 C171 P49879
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1
>>> 
>>>>>>>> [junit4:junit4]   2> 14987 T2268 C171 P49879
>>> 
>>>> oasc.SolrDeletionPolicy.onInit
>>> 
>>>>>>> SolrDeletionPolicy.onInit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 14988 T2268 C171 P49879
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 1[segments_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 14990 T2268 C171 P49879
>>> 
>>>>>>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>>> 
>>>>>>> commits:num=2
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> 
>>>>>>> ents_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 14991 T2268 C171 P49879
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 2[segments_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 14992 T2268 C171 P49879
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1
>>> 
>>>>>>>> [junit4:junit4]   2> 14993 T2268 C171 P49879
>>> 
>>>> oass.SolrIndexSearcher.<init>
>>> 
>>>>>>> Opening Searcher@7915d36a realtime
>>> 
>>>>>>>> [junit4:junit4]   2> 14993 T2268 C171 P49879
>>> 
>>>>>>> oasu.DirectUpdateHandler2.commit end_commit_flush
>>> 
>>>>>>>> [junit4:junit4]   2> 14994 T2268 C171 P49879 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
>>> 
>>>>>>> it_end_point=true&version=2&softCommit=false} {commit=} 0 10
>>> 
>>>>>>>> [junit4:junit4]   2> 14995 T2311 C170 P49885
>>> 
>>>> oash.ReplicationHandler.inform
>>> 
>>>>>>> Commits will be reserved for  10000
>>> 
>>>>>>>> [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>
>> No
>>> 
>>>>>>> value set for 'pollInterval'. Timer Task not started.
>>> 
>>>>>>>> [junit4:junit4]   2> 14998 T2272 C171 P49879
>>> 
>>>> oash.ReplicationHandler.inform
>>> 
>>>>>>> Commits will be reserved for  10000
>>> 
>>>>>>>> [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication
>>> 
>>>>>>> {command=indexversion&qt=/replication&wt=javabin&version=2}
>>> 
>>>> status=0
>>> 
>>>>>>> QTime=2
>>> 
>>>>>>>> [junit4:junit4]   2> 14999 T2311 C170 P49885
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
>>> 
>>>>>>>> [junit4:junit4]   2> 15000 T2311 C170 P49885
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
>>> 
>>>>>>>> [junit4:junit4]   2> 15000 T2311 C170 P49885
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Starting replication process
>>> 
>>>>>>>> [junit4:junit4]   2> 15002 T2273 C171 P49879
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1
>>> 
>>>>>>>> [junit4:junit4]   2> 15003 T2273 C171 P49879
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1/index
>>> 
>>>>>>>> [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication
>>> 
>>>>>>> 
>>> 
>>>> 
>> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
>>> 
>>>>>>> status=0 QTime=1
>>> 
>>>>>>>> [junit4:junit4]   2> 15005 T2311 C170 P49885
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in
>>> 
>>>> master: 1
>>> 
>>>>>>>> [junit4:junit4]   2> 15005 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.get return new directory for
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index.20130203133202476 forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 15006 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 15007 T2311 C170 P49885
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Starting download to
>>> 
>>>>>>> 
>>> 
>>>> 
>> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
>>> 
>>>>>>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index.20130203133202476
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> 
>>>>>>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
>>> 
>>>>>>>> [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication
>>> 
>>>>>>> 
>>> 
>>>> 
>> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
>>> 
>>>>>>> qt=/replication&generation=2} status=0 QTime=0
>>> 
>>>>>>>> [junit4:junit4]   2> 15018 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index
>>> 
>>>>>>>> [junit4:junit4]   2> 15018 T2311 C170 P49885
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0
>> secs
>>> 
>>>>>>>> [junit4:junit4]   2> 15019 T2311 C170 P49885
>>> 
>>>>>>> oash.SnapPuller.modifyIndexProps New index installed. Updating
>> index
>>> 
>>>>>>> properties... index=index.20130203133202476
>>> 
>>>>>>>> [junit4:junit4]   2> 15020 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 15021 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 15021 T2311 C170 P49885
>>> 
>>>> oasc.SolrCore.getNewIndexDir
>>> 
>>>>>>> New index directory detected:
>>> 
>>>>>>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index/
>>> 
>>>>>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index.20130203133202476
>>> 
>>>>>>>> [junit4:junit4]   2> 15024 T2311 C170 P49885
>>> 
>>>> oasc.SolrDeletionPolicy.onInit
>>> 
>>>>>>> SolrDeletionPolicy.onInit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index.20130203133202476
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> 
>>>>>>> ents_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 15025 T2311 C170 P49885
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 2[segments_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 15026 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 15027 T2311 C170 P49885
>>> 
>>>>>>> oasu.DefaultSolrCoreState.newIndexWriter Creating new
>> IndexWriter...
>>> 
>>>>>>>> [junit4:junit4]   2> 15027 T2311 C170 P49885
>>> 
>>>>>>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until
>> IndexWriter is
>>> 
>>>>>>> unused... core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 15027 T2311 C170 P49885
>>> 
>>>>>>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old
>> IndexWriter...
>>> 
>>>>>>> core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 15028 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index.20130203133202476
>>> 
>>>>>>>> [junit4:junit4]   2> 15028 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 15030 T2311 C170 P49885
>>> 
>>>> oasc.SolrDeletionPolicy.onInit
>>> 
>>>>>>> SolrDeletionPolicy.onInit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index.20130203133202476
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> 
>>>>>>> ents_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 15030 T2311 C170 P49885
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 2[segments_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 15030 T2311 C170 P49885
>>> 
>>>>>>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is
>> ready to
>>> 
>>>> be
>>> 
>>>>>>> used.
>>> 
>>>>>>>> [junit4:junit4]   2> 15031 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 15031 T2311 C170 P49885
>>> 
>>>> oass.SolrIndexSearcher.<init>
>>> 
>>>>>>> Opening Searcher@11568f93 main
>>> 
>>>>>>>> [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher
>>> 
>>>> [collection1]
>>> 
>>>>>>> Registered new searcher Searcher@11568f93
>>> 
>>>>>>> main{StandardDirectoryReader(segments_2:1:nrt)}
>>> 
>>>>>>>> [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close
>>> 
>>>>>>> Releasing directory:/Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index
>>> 
>>>>>>>> [junit4:junit4]   2> 15034 T2311 C170 P49885
>>> 
>>>>>>> oasu.DirectUpdateHandler2.commit start
>>> 
>>>>>>> 
>>> 
>>>> 
>> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
>>> 
>>>>>>> letes=false,softCommit=false}
>>> 
>>>>>>>> [junit4:junit4]   2> 15036 T2311 C170 P49885
>>> 
>>>>>>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>>> 
>>>>>>> commits:num=2
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index.20130203133202476
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> 
>>>>>>> ents_2]
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index.20130203133202476
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
>>> 
>>>>>>> ents_3]
>>> 
>>>>>>>> [junit4:junit4]   2> 15036 T2311 C170 P49885
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 3[segments_3]
>>> 
>>>>>>>> [junit4:junit4]   2> 15037 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 15037 T2311 C170 P49885
>>> 
>>>>>>> oasu.DirectUpdateHandler2.commit end_commit_flush
>>> 
>>>>>>>> [junit4:junit4]   2> 15037 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index.20130203133202476
>>> 
>>>>>>>> [junit4:junit4]   2> 15038 T2311 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3/index
>>> 
>>>>>>>> [junit4:junit4]   2> 15038 T2311 C170 P49885
>>> 
>>>> oasc.RecoveryStrategy.replay
>>> 
>>>>>>> No replay needed. core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 15038 T2311 C170 P49885
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Replication Recovery was
>> successful
>>> 
>>>> -
>>> 
>>>>>>> registering as Active. core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 15038 T2311 C170 P49885
>> oasc.ZkController.publish
>>> 
>>>>>>> publishing core=collection1 state=active
>>> 
>>>>>>>> [junit4:junit4]   2> 15038 T2311 C170 P49885
>> oasc.ZkController.publish
>>> 
>>>>>>> numShards not found on descriptor - reading it from system
>> property
>>> 
>>>>>>>> [junit4:junit4]   2> 15040 T2311 C170 P49885
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
>>> 
>>>>>>> core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore
>>> 
>>>> registering
>>> 
>>>>>>> core: collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register
>>> 
>>>> replica -
>>> 
>>>>>>> core:collection1 address:http://127.0.0.1:49889 collection:collection1
>>> 
>>>>>>> shard:shard2
>>> 
>>>>>>>> [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are
>>> 
>>>>>>> http://127.0.0.1:49889/collection1/ and leader is
>>> 
>>>>>>> http://127.0.0.1:49882/collection1/
>>> 
>>>>>>>> [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No
>> LogReplay
>>> 
>>>>>>> needed for core=collection1 baseURL=http://127.0.0.1:49889
>>> 
>>>>>>>> [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery
>> Core
>>> 
>>>>>>> needs to recover:collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 15218 T2325
>> oasu.DefaultSolrCoreState.doRecovery
>>> 
>>>>>>> Running recovery - first canceling any ongoing recovery
>>> 
>>>>>>>> [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1
>>> 
>>>>>>> org.apache.solr.core.SolrCore@7ea77b6d
>>> 
>>>>>>> url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_
>>> 
>>>>>>> C172_STATE=coll:collection1 core:collection1 props:{shard=null,
>>> 
>>>> roles=null,
>>> 
>>>>>>> state=down, core=collection1, collection=collection1,
>>> 
>>>>>>> node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
>>> 
>>>>>>>> [junit4:junit4]   2> 15219 T2329 C172 P49889
>> oasc.RecoveryStrategy.run
>>> 
>>>>>>> Starting recovery process.  core=collection1
>> recoveringAfterStartup=true
>>> 
>>>>>>>> [junit4:junit4]   2> 15219 T2325
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 15221 T2329 C172 P49889
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
>>> 
>>>>>>>> [junit4:junit4]   2> 15221 T2329 C172 P49889
>> oasc.ZkController.publish
>>> 
>>>>>>> publishing core=collection1 state=recovering
>>> 
>>>>>>>> [junit4:junit4]   2> 15221 T2329 C172 P49889
>> oasc.ZkController.publish
>>> 
>>>>>>> numShards not found on descriptor - reading it from system
>> property
>>> 
>>>>>>>> [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-core/test/J0
>>> 
>>>>>>>> [junit4:junit4]   2> 15223 T2329 C172 P49889
>>> 
>>>>>>> oascsi.HttpClientUtil.createClient Creating new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init
>>> 
>>>>>>> SolrDispatchFilter.init() done
>>> 
>>>>>>>> [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient
>>> 
>>>> Creating
>>> 
>>>>>>> new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> 15230 T2237
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 15232 T2237
>>> 
>>>>>>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for
>>> 
>>>>>>> recoveries to finish - collection: collection1 failOnTimeout:true
>> timeout
>>> 
>>>>>>> (sec):230
>>> 
>>>>>>>> [junit4:junit4]   2> 15234 T2237
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 15948 T2260
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 15950 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":"shard1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"active",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
>>> 
>>>>>>>> [junit4:junit4]   2> 15964 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":"shard2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"recovering",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
>>> 
>>>>>>>> [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 16242 T2237
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 17250 T2237
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
>>> 
>>>>>>> props:{shard=shard2, roles=null, state=recovering, core=collection1,
>>> 
>>>>>>> collection=collection1, node_name=127.0.0.1:49889_,
>>> 
>>>>>>> base_url=http://127.0.0.1:49889}
>>> 
>>>>>>>> [junit4:junit4]   2> 18233 T2329 C172 P49889
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
>>> 
>>>>>>> http://127.0.0.1:49882/collection1/ core=collection1 -
>>> 
>>>>>>> recoveringAfterStartup=true
>>> 
>>>>>>>> [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync
>>> 
>>>> PeerSync:
>>> 
>>>>>>> core=collection1 url=http://127.0.0.1:49889 START
>>> 
>>>>>>> replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100
>>> 
>>>>>>>> [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync
>>> 
>>>> WARNING
>>> 
>>>>>>> no frame of reference to tell of we've missed updates
>>> 
>>>>>>>> [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not
>>> 
>>>> successful -
>>> 
>>>>>>> trying replication. core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
>>> 
>>>>>>> core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
>>> 
>>>>>>> core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> 
>>>>>>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
>>> 
>>>>>>> FSUpdateLog{state=ACTIVE, tlog=null}
>>> 
>>>>>>>> [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> 
>>>>>>> oasc.RecoveryStrategy.replicate Attempting to replicate from
>>> 
>>>>>>> http://127.0.0.1:49882/collection1/. core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 18235 T2329 C172 P49889
>>> 
>>>>>>> oascsi.HttpClientUtil.createClient Creating new http client,
>>> 
>>>>>>> 
>>> 
>>>> 
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> 
>>>>>>> false
>>> 
>>>>>>>> [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1
>>> 
>>>>>>> org.apache.solr.core.SolrCore@41549a80
>>> 
>>>>>>> url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_
>>> 
>>>>>>> C173_STATE=coll:collection1 core:collection1 props:{shard=shard2,
>>> 
>>>>>>> roles=null, state=active, core=collection1, collection=collection1,
>>> 
>>>>>>> node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882,
>>> 
>>>>>>> leader=true}
>>> 
>>>>>>>> [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get
>>> 
>>>>>>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
>>> 
>>>> status=0
>>> 
>>>>>>> QTime=1
>>> 
>>>>>>>> [junit4:junit4]   2> 18244 T2287 C173 P49882
>>> 
>>>>>>> oasu.DirectUpdateHandler2.commit start
>>> 
>>>>>>> 
>>> 
>>>> 
>> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
>>> 
>>>>>>> etes=false,softCommit=false}
>>> 
>>>>>>>> [junit4:junit4]   2> 18246 T2287 C173 P49882
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2
>>> 
>>>>>>>> [junit4:junit4]   2> 18248 T2287 C173 P49882
>>> 
>>>> oasc.SolrDeletionPolicy.onInit
>>> 
>>>>>>> SolrDeletionPolicy.onInit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 18250 T2287 C173 P49882
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 1[segments_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 18253 T2237
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 18253 T2287 C173 P49882
>>> 
>>>>>>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>>> 
>>>>>>> commits:num=2
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> 
>>>>>>> ents_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 18253 T2287 C173 P49882
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 2[segments_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 18254 T2287 C173 P49882
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2
>>> 
>>>>>>>> [junit4:junit4]   2> 18255 T2287 C173 P49882
>>> 
>>>> oass.SolrIndexSearcher.<init>
>>> 
>>>>>>> Opening Searcher@33a54dcd realtime
>>> 
>>>>>>>> [junit4:junit4]   2> 18255 T2287 C173 P49882
>>> 
>>>>>>> oasu.DirectUpdateHandler2.commit end_commit_flush
>>> 
>>>>>>>> [junit4:junit4]   2> 18256 T2287 C173 P49882 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
>>> 
>>>>>>> it_end_point=true&version=2&softCommit=false} {commit=} 0 12
>>> 
>>>>>>>> [junit4:junit4]   2> 18257 T2329 C172 P49889
>>> 
>>>> oash.ReplicationHandler.inform
>>> 
>>>>>>> Commits will be reserved for  10000
>>> 
>>>>>>>> [junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>
>> No
>>> 
>>>>>>> value set for 'pollInterval'. Timer Task not started.
>>> 
>>>>>>>> [junit4:junit4]   2> 18261 T2285 C173 P49882
>>> 
>>>> oash.ReplicationHandler.inform
>>> 
>>>>>>> Commits will be reserved for  10000
>>> 
>>>>>>>> [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication
>>> 
>>>>>>> {command=indexversion&qt=/replication&wt=javabin&version=2}
>>> 
>>>> status=0
>>> 
>>>>>>> QTime=1
>>> 
>>>>>>>> [junit4:junit4]   2> 18262 T2329 C172 P49889
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
>>> 
>>>>>>>> [junit4:junit4]   2> 18262 T2329 C172 P49889
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
>>> 
>>>>>>>> [junit4:junit4]   2> 18262 T2329 C172 P49889
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Starting replication process
>>> 
>>>>>>>> [junit4:junit4]   2> 18265 T2286 C173 P49882
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2
>>> 
>>>>>>>> [junit4:junit4]   2> 18266 T2286 C173 P49882
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2/index
>>> 
>>>>>>>> [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication
>>> 
>>>>>>> 
>>> 
>>>> 
>> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
>>> 
>>>>>>> status=0 QTime=1
>>> 
>>>>>>>> [junit4:junit4]   2> 18267 T2329 C172 P49889
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in
>>> 
>>>> master: 1
>>> 
>>>>>>>> [junit4:junit4]   2> 18268 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.get return new directory for
>>> 
>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index.20130203133205739 forceNew:false
>>> 
>>>>>>>> [junit4:junit4]   2> 18269 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 18270 T2329 C172 P49889
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Starting download to
>>> 
>>>>>>> 
>>> 
>>>> 
>> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
>>> 
>>>>>>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-
>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index.20130203133205739
>>> 
>>>>>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> 
>>>>>>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
>>> 
>>>>>>>> [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication
>>> 
>>>>>>> 
>>> 
>>>> 
>> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
>>> 
>>>>>>> qt=/replication&generation=2} status=0 QTime=0
>>> 
>>>>>>>> [junit4:junit4]   2> 18274 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index
>>> 
>>>>>>>> [junit4:junit4]   2> 18275 T2329 C172 P49889
>>> 
>>>>>>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0
>> secs
>>> 
>>>>>>>> [junit4:junit4]   2> 18275 T2329 C172 P49889
>>> 
>>>>>>> oash.SnapPuller.modifyIndexProps New index installed. Updating
>> index
>>> 
>>>>>>> properties... index=index.20130203133205739
>>> 
>>>>>>>> [junit4:junit4]   2> 18276 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 18276 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 18276 T2329 C172 P49889
>>> 
>>>> oasc.SolrCore.getNewIndexDir
>>> 
>>>>>>> New index directory detected:
>>> 
>>>>>>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index/
>>> 
>>>>>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index.20130203133205739
>>> 
>>>>>>>> [junit4:junit4]   2> 18279 T2329 C172 P49889
>>> 
>>>> oasc.SolrDeletionPolicy.onInit
>>> 
>>>>>>> SolrDeletionPolicy.onInit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index.20130203133205739
>>> 
>>>>>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> 
>>>>>>> ents_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 18280 T2329 C172 P49889
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 2[segments_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 18281 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 18281 T2329 C172 P49889
>>> 
>>>>>>> oasu.DefaultSolrCoreState.newIndexWriter Creating new
>> IndexWriter...
>>> 
>>>>>>>> [junit4:junit4]   2> 18281 T2329 C172 P49889
>>> 
>>>>>>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until
>> IndexWriter is
>>> 
>>>>>>> unused... core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 18281 T2329 C172 P49889
>>> 
>>>>>>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old
>> IndexWriter...
>>> 
>>>>>>> core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 18282 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index.20130203133205739
>>> 
>>>>>>>> [junit4:junit4]   2> 18282 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 18284 T2329 C172 P49889
>>> 
>>>> oasc.SolrDeletionPolicy.onInit
>>> 
>>>>>>> SolrDeletionPolicy.onInit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index.20130203133205739
>>> 
>>>>>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> 
>>>>>>> ents_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 18284 T2329 C172 P49889
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 2[segments_2]
>>> 
>>>>>>>> [junit4:junit4]   2> 18284 T2329 C172 P49889
>>> 
>>>>>>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is
>> ready to
>>> 
>>>> be
>>> 
>>>>>>> used.
>>> 
>>>>>>>> [junit4:junit4]   2> 18285 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 18285 T2329 C172 P49889
>>> 
>>>> oass.SolrIndexSearcher.<init>
>>> 
>>>>>>> Opening Searcher@2b6d99f5 main
>>> 
>>>>>>>> [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher
>>> 
>>>> [collection1]
>>> 
>>>>>>> Registered new searcher Searcher@2b6d99f5
>>> 
>>>>>>> main{StandardDirectoryReader(segments_2:1:nrt)}
>>> 
>>>>>>>> [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close
>>> 
>>>>>>> Releasing directory:/Users/jenkins/jenkins-
>> slave/workspace/Lucene-
>>> 
>>>> Solr-
>>> 
>>>>>>> trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index
>>> 
>>>>>>>> [junit4:junit4]   2> 18288 T2329 C172 P49889
>>> 
>>>>>>> oasu.DirectUpdateHandler2.commit start
>>> 
>>>>>>> 
>>> 
>>>> 
>> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
>>> 
>>>>>>> letes=false,softCommit=false}
>>> 
>>>>>>>> [junit4:junit4]   2> 18290 T2329 C172 P49889
>>> 
>>>>>>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>>> 
>>>>>>> commits:num=2
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index.20130203133205739
>>> 
>>>>>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> 
>>>>>>> ents_2]
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index.20130203133205739
>>> 
>>>>>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
>>> 
>>>>>>> ents_3]
>>> 
>>>>>>>> [junit4:junit4]   2> 18290 T2329 C172 P49889
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 3[segments_3]
>>> 
>>>>>>>> [junit4:junit4]   2> 18291 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 18291 T2329 C172 P49889
>>> 
>>>>>>> oasu.DirectUpdateHandler2.commit end_commit_flush
>>> 
>>>>>>>> [junit4:junit4]   2> 18291 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index.20130203133205739
>>> 
>>>>>>>> [junit4:junit4]   2> 18291 T2329 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4/index
>>> 
>>>>>>>> [junit4:junit4]   2> 18291 T2329 C172 P49889
>>> 
>>>> oasc.RecoveryStrategy.replay
>>> 
>>>>>>> No replay needed. core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 18292 T2329 C172 P49889
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Replication Recovery was
>> successful
>>> 
>>>> -
>>> 
>>>>>>> registering as Active. core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 18292 T2329 C172 P49889
>> oasc.ZkController.publish
>>> 
>>>>>>> publishing core=collection1 state=active
>>> 
>>>>>>>> [junit4:junit4]   2> 18292 T2329 C172 P49889
>> oasc.ZkController.publish
>>> 
>>>>>>> numShards not found on descriptor - reading it from system
>> property
>>> 
>>>>>>>> [junit4:junit4]   2> 18294 T2329 C172 P49889
>>> 
>>>>>>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
>>> 
>>>>>>> core=collection1
>>> 
>>>>>>>> [junit4:junit4]   2> 19014 T2260
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 19015 T2260
>>> 
>>>>>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> 
>>>>>>> numShards=2 message={
>>> 
>>>>>>>> [junit4:junit4]   2>          "operation":"state",
>>> 
>>>>>>>> [junit4:junit4]   2>          "numShards":"2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "shard":"shard2",
>>> 
>>>>>>>> [junit4:junit4]   2>          "roles":null,
>>> 
>>>>>>>> [junit4:junit4]   2>          "state":"active",
>>> 
>>>>>>>> [junit4:junit4]   2>          "core":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "collection":"collection1",
>>> 
>>>>>>>> [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
>>> 
>>>>>>>> [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
>>> 
>>>>>>>> [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A
>>> 
>>>> cluster
>>> 
>>>>>>> state change: WatchedEvent state:SyncConnected
>>> 
>>>> type:NodeDataChanged
>>> 
>>>>>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> 
>>>>>>>> [junit4:junit4]   2> 19256 T2237
>>> 
>>>> oascc.ZkStateReader.updateClusterState
>>> 
>>>>>>> Updating cloud state from ZooKeeper...
>>> 
>>>>>>>> [junit4:junit4]   2> 19257 T2237
>>> 
>>>>>>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish
>> Recoveries
>>> 
>>>>>>> finished - collection: collection1
>>> 
>>>>>>>> [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1
>>> 
>>>>>>> org.apache.solr.core.SolrCore@31b27d14
>>> 
>>>>>>> url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_
>>> 
>>>>>>> C174_STATE=coll:control_collection core:collection1
>>> 
>>>> props:{shard=shard1,
>>> 
>>>>>>> roles=null, state=active, core=collection1,
>> collection=control_collection,
>>> 
>>>>>>> node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875,
>>> 
>>>>>>> leader=true}
>>> 
>>>>>>>> [junit4:junit4]   2> 19265 T2251 C174 P49875
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data
>>> 
>>>>>>>> [junit4:junit4]   2> 19269 T2251 C174 P49875
>>> 
>>>> oasc.SolrDeletionPolicy.onInit
>>> 
>>>>>>> SolrDeletionPolicy.onInit: commits:num=1
>>> 
>>>>>>>> [junit4:junit4]   2>
>>> 
>>>>>>> 
>> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> 
>>>>>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> 
>>>>>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data/index
>>> 
>>>>>>> 
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
>>> 
>>>>>>> maxCacheMB=48.0
>>> 
>>>>>>> 
>>> 
>>>> 
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> 
>>>>>>> ents_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 19269 T2251 C174 P49875
>>> 
>>>>>>> oasc.SolrDeletionPolicy.updateCommits newest commit =
>>> 
>>>> 1[segments_1]
>>> 
>>>>>>>> [junit4:junit4]   2> 19270 T2251 C174 P49875
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/control/data
>>> 
>>>>>>>> [junit4:junit4]   2> 19271 T2251 C174 P49875
>>> 
>>>> oass.SolrIndexSearcher.<init>
>>> 
>>>>>>> Opening Searcher@d328104 realtime
>>> 
>>>>>>>> [junit4:junit4]   2> 19271 T2251 C174 P49875 /update
>>> 
>>>>>>> {wt=javabin&version=2} {deleteByQuery=*:* (-
>> 1425964297601679360)} 0
>>> 
>>>> 7
>>> 
>>>>>>>> [junit4:junit4]   2> 19275 T2273 C171 P49879
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty1
>>> 
>>>>>>>> [junit4:junit4]   2> 19281 T2284 C173 P49882
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty2
>>> 
>>>>>>>> [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
>>> 
>>>>>>> props:{shard=shard1, roles=null, state=active, core=collection1,
>>> 
>>>>>>> collection=collection1, node_name=127.0.0.1:49885_,
>>> 
>>>>>>> base_url=http://127.0.0.1:49885}
>>> 
>>>>>>>> [junit4:junit4]   2> 19289 T2302 C170 P49885
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty3
>>> 
>>>>>>>> [junit4:junit4]   2> 19291 T2302 C170 P49885 /update
>>> 
>>>>>>> {update.distrib=FROMLEADER&_version_=-
>>> 
>>>>>>> 
>>> 
>>>> 
>> 1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt
>>> 
>>>>>>> =javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)}
>> 0 4
>>> 
>>>>>>>> [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
>>> 
>>>>>>> props:{shard=shard2, roles=null, state=active, core=collection1,
>>> 
>>>>>>> collection=collection1, node_name=127.0.0.1:49889_,
>>> 
>>>>>>> base_url=http://127.0.0.1:49889}
>>> 
>>>>>>>> [junit4:junit4]   2> 19291 T2320 C172 P49889
>>> 
>>>>>>> oasc.CachingDirectoryFactory.close Releasing
>>> 
>>>>>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-
>>> 
>>>>>>> MacOSX/solr/build/solr-
>>> 
>>>>>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 
>>>>>>> 1359905507479/jetty4
>>> 
>>>>>>>> [junit4:junit4]   2> 19292 T2320 C172 P49889 /update
>>> 
>>>>>>> {update.distrib=FROMLEADER&_version_=-
>>> 
>>>>>>> 
>>> 
>>>> 
>> 1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt
>>> 
>>>>>>> =javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)}
>> 0 2
>>> 
>>>>>>>> [junit4:junit4]   2> 19293 T2284 C173 P49882 /update
>>> 
>>>>>>> {update.distrib=TOLEADER&wt=javabin&version=2}
>>> 
>>>> {deleteByQuery=*:* (-
>>> 
>>>>>>> 1425964297618456576)} 0 13
>>> 
>>>>>>>> [junit4:junit4]   2> 19294 T2273 C171 P49879 /update
>>> 
>>>>>>> {wt=javabin&version=2} {deleteByQuery=*:* (-
>> 1425964297612165120)} 0
>>> 
>>>> 21
>>> 
>>>>>>>> [junit4:junit4]   2> 19303 T2252 C174 P49875 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5
>>> 
>>>>>>>> [junit4:junit4]   2> 19316 T2303 C170 P49885 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
>>> 
>>>>>>> ER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3
>>> 
>>>>>>>> [junit4:junit4]   2> 19317 T2269 C171 P49879 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER
>>> 
>>>>>>> &wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10
>>> 
>>>>>>>> [junit4:junit4]   2> 19318 T2285 C173 P49882 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[1]} 0 13
>>> 
>>>>>>>> [junit4:junit4]   2> 19328 T2254 C174 P49875 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1
>>> 
>>>>>>>> [junit4:junit4]   2> 19350 T2315 C172 P49889 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>>> 
>>>>>>> ER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4
>>> 
>>>>>>>> [junit4:junit4]   2> 19351 T2286 C173 P49882 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
>>> 
>>>>>>> &wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11
>>> 
>>>>>>>> [junit4:junit4]   2> 19351 T2271 C171 P49879 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[2]} 0 15
>>> 
>>>>>>>> [junit4:junit4]   2> 19357 T2255 C174 P49875 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3
>>> 
>>>>>>>> [junit4:junit4]   2> 19365 T2316 C172 P49889 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>>> 
>>>>>>> ER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2
>>> 
>>>>>>>> [junit4:junit4]   2> 19366 T2289 C173 P49882 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7
>>> 
>>>>>>>> [junit4:junit4]   2> 19371 T2250 C174 P49875 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2
>>> 
>>>>>>>> [junit4:junit4]   2> 19379 T2304 C170 P49885 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
>>> 
>>>>>>> ER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2
>>> 
>>>>>>>> [junit4:junit4]   2> 19380 T2268 C171 P49879 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7
>>> 
>>>>>>>> [junit4:junit4]   2> 19385 T2251 C174 P49875 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2
>>> 
>>>>>>>> [junit4:junit4]   2> 19399 T2317 C172 P49889 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>>> 
>>>>>>> ER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2
>>> 
>>>>>>>> [junit4:junit4]   2> 19400 T2288 C173 P49882 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
>>> 
>>>>>>> &wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9
>>> 
>>>>>>>> [junit4:junit4]   2> 19401 T2270 C171 P49879 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[5]} 0 12
>>> 
>>>>>>>> [junit4:junit4]   2> 19406 T2253 C174 P49875 /update
>>> 
>>>>>>> {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2
>>> 
>>>>>>>> [junit4:junit4]   2> 19416 T2319 C172 P49889 /update
>>> 
>>>>>>> 
>>> 
>>>> 
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>>> 
>>>>>>> ER&wt=javabin&version=2}
>>> 
>>>>>>>> 
>>> 
>>>>>>>> [...truncated too long message...]
>>> 
>>>>>>>> 
>>> 
>>>>>>>> it4:junit4]    >    at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:787)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>>> 
>>>>>>> evaluate(SystemPropertiesRestoreRule.java:53)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
>>> 
>>>>>>> SetupTeardownChained.java:50)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
>>> 
>>>>>>> cheSanity.java:51)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>>> 
>>>>>>> fterRule.java:46)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>>> 
>>>>>>> .evaluate(SystemPropertiesInvariantRule.java:55)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
>>> 
>>>>>>> readAndTestName.java:49)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>>> 
>>>>>>> IgnoreAfterMaxFailures.java:70)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>>> 
>>>>>>> .java:48)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> 
>>>>>>> ementAdapter.java:36)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>> 
>>>>>>> run(ThreadLeakControl.java:358)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
>>> 
>>>>>>> (ThreadLeakControl.java:782)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
>>> 
>>>>>>> eakControl.java:442)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
>>> 
>>>>>>> domizedRunner.java:746)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:648)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:682)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
>>> 
>>>>>>> mizedRunner.java:693)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> 
>>>>>>> ementAdapter.java:36)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>>> 
>>>>>>> evaluate(SystemPropertiesRestoreRule.java:53)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>>> 
>>>>>>> fterRule.java:46)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
>>> 
>>>>>>> assName.java:42)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>>> 
>>>>>>> .evaluate(SystemPropertiesInvariantRule.java:55)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>>> 
>>>>>>> 
>>> 
>>>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>>> 
>>>>>>> 
>>> 
>>>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> 
>>>>>>> ementAdapter.java:36)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
>>> 
>>>>>>> ertionsRequired.java:43)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>>> 
>>>>>>> .java:48)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>>> 
>>>>>>> IgnoreAfterMaxFailures.java:70)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
>>> 
>>>>>>> TestSuites.java:55)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> 
>>>>>>> ementAdapter.java:36)
>>> 
>>>>>>>> [junit4:junit4]    >        at
>>> 
>>>>>>> 
>>> 
>>>> 
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>> 
>>>>>>> run(ThreadLeakControl.java:358)
>>> 
>>>>>>>> [junit4:junit4]    >        at java.lang.Thread.run(Thread.java:722)
>>> 
>>>>>>>> [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore
>>> 
>>>>>>> ###deleteCore
>>> 
>>>>>>>> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:
>>> 
>>>>>>> {n_f1=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> foo_b=PostingsFormat(name=MockRandom),
>>> 
>>>>>>> cat=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> foo_d=PostingsFormat(name=Asserting),
>>> 
>>>>>>> foo_f=PostingsFormat(name=MockRandom),
>>> 
>>>>>>> n_tl1=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> n_d1=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> rnd_b=PostingsFormat(name=Asserting),
>>> 
>>>>>>> intDefault=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> n_td1=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> timestamp=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> id=PostingsFormat(name=Asserting),
>>> 
>>>>>>> range_facet_sl=PostingsFormat(name=MockRandom),
>>> 
>>>>>>> range_facet_si=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> oddField_s=PostingsFormat(name=MockRandom),
>>> 
>>>>>>> sequence_i=PostingsFormat(name=MockRandom),
>>> 
>>>>>>> name=PostingsFormat(name=Asserting),
>>> 
>>>>>>> foo_i=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> regex_dup_B_s=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> multiDefault=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> n_tf1=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> n_dt1=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> genre_s=PostingsFormat(name=MockRandom),
>>> 
>>>>>>> author_t=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> n_ti1=PostingsFormat(name=Asserting),
>>> 
>>>>>>> range_facet_l=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> text=PostingsFormat(name=MockRandom),
>>> 
>>>>>>> _version_=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> val_i=PostingsFormat(name=Asserting),
>>> 
>>>>>>> SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> series_t=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> a_t=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> n_tdt1=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> regex_dup_A_s=PostingsFormat(name=MockRandom),
>>> 
>>>>>>> price=PostingsFormat(name=MockRandom),
>>> 
>>>>>>> other_tl1=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> n_l1=PostingsFormat(name=NestedPulsing),
>>> 
>>>>>>> a_si=MockFixedIntBlock(blockSize=1923),
>>> 
>>>>>>> inStock=PostingsFormat(name=MockRandom)},
>>> 
>>>>>>> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},
>>> 
>>>>>>> locale=hu_HU, timezone=America/Sao_Paulo
>>> 
>>>>>>>> [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle
>> Corporation
>>> 
>>>>>>> 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144
>>> 
>>>>>>>> [junit4:junit4]   2> NOTE: All tests run in this JVM:
>>> 
>>>>>>> [FullSolrCloudDistribCmdsTest, SortByFunctionTest,
>>> 
>>>> SolrRequestParserTest,
>>> 
>>>>>>> CacheHeaderTest, AlternateDirectoryTest,
>> SpellingQueryConverterTest,
>>> 
>>>>>>> SynonymTokenizerTest, TestSort, LukeRequestHandlerTest,
>>> 
>>>>>>> TestRangeQuery, FileBasedSpellCheckerTest,
>> TestPhraseSuggestions,
>>> 
>>>>>>> TestPluginEnable, TestComponentsName, TestJmxIntegration,
>>> 
>>>>>>> SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions,
>>> 
>>>> BasicDistributedZk2Test,
>>> 
>>>>>>> UpdateRequestProcessorFactoryTest, BadIndexSchemaTest,
>>> 
>>>>>>> SchemaVersionSpecificBehaviorTest,
>> WordBreakSolrSpellCheckerTest,
>>> 
>>>>>>> TestIndexingPerformance, JSONWriterTest,
>>> 
>>>>>>> FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache,
>>> 
>>>>>>> PingRequestHandlerTest, PrimitiveFieldTypeTest,
>> RequestHandlersTest,
>>> 
>>>>>>> TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest,
>>> 
>>>>>>> ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest,
>>> 
>>>>>>> CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest,
>>> 
>>>>>>> TestStressRecovery, BadComponentTest, TestJoin,
>>> 
>>>> DocumentBuilderTest,
>>> 
>>>>>>> TestStressLucene, DOMUtilTest, TestFunctionQuery,
>>> 
>>>> TestHashPartitioner,
>>> 
>>>>>>> SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest,
>>> 
>>>>>>> HardAutoCommitTest, ChaosMonkeySafeLeaderTest,
>>> 
>>>>>>> DistributedQueryElevationComponentTest,
>> RegexBoostProcessorTest,
>>> 
>>>>>>> TestReplicationHandler, UpdateParamsTest,
>>> 
>>>>>>> DirectUpdateHandlerOptimizeTest, TestGroupingSearch,
>>> 
>>>>>>> TestElisionMultitermQuery, SuggesterTest, TestCharFilters,
>>> 
>>>> ReturnFieldsTest,
>>> 
>>>>>>> StandardRequestHandlerTest, SystemInfoHandlerTest,
>>> 
>>>>>>> TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest,
>>> 
>>>>>>> DefaultValueUpdateProcessorTest, LeaderElectionTest,
>>> 
>>>>>>> SpellCheckComponentTest, TestBinaryResponseWriter,
>>> 
>>>>>>> TestPseudoReturnFields, TestStressVersions,
>>> 
>>>>>>> StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest,
>>> 
>>>>>>> TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions,
>>> 
>>>>>>> SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory,
>>> 
>>>>>>> TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest,
>>> 
>>>>>>> TestPHPSerializedResponseWriter, TestUtils, TestRecovery,
>>> 
>>>>>>> DistributedTermsComponentTest, UUIDFieldTest,
>>> 
>>>>>>> ShowFileRequestHandlerTest, TestSolrDeletionPolicy1,
>>> 
>>>>>>> IndexSchemaRuntimeFieldTest, IndexSchemaTest,
>>> 
>>>> TestRemoteStreaming,
>>> 
>>>>>>> TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser,
>>> 
>>>>>>> PolyFieldTest, TestNumberUtils, TestQuerySenderListener,
>>> 
>>>>>>> TestFoldingMultitermQuery, TestPartialUpdateDeduplication,
>>> 
>>>>>>> DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest,
>>> 
>>>>>>> ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest,
>>> 
>>>>>>> ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest,
>>> 
>>>> TestUpdate,
>>> 
>>>>>>> TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest,
>>> 
>>>>>>> SimplePostToolTest, NumericFieldsTest,
>> IndexBasedSpellCheckerTest,
>>> 
>>>>>>> OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser,
>>> 
>>>>>>> SignatureUpdateProcessorFactoryTest, ResourceLoaderTest,
>>> 
>>>>>>> BasicDistributedZkTest]
>>> 
>>>>>>>> [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!
>>> 
>>>>>>>> 
>>> 
>>>>>>>> [...truncated 380 lines...]
>>> 
>>>>>>>> BUILD FAILED
>>> 
>>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/build.xml:346: The following error occurred while executing
>> this
>>> 
>>>>>>> line:
>>> 
>>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/build.xml:39: The following error occurred while executing
>> this
>>> 
>>>> line:
>>> 
>>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/build.xml:178: The following error occurred while
>>> 
>>>> executing this
>>> 
>>>>>>> line:
>>> 
>>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/solr/common-build.xml:428: The following error occurred
>> while
>>> 
>>>>>>> executing this line:
>>> 
>>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/lucene/common-build.xml:1176: The following error
>> occurred
>>> 
>>>> while
>>> 
>>>>>>> executing this line:
>>> 
>>>>>>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> 
>>>>>>> MacOSX/lucene/common-build.xml:841: There were test failures:
>> 249
>>> 
>>>> suites,
>>> 
>>>>>>> 1038 tests, 1 failure, 14 ignored (3 assumptions)
>>> 
>>>>>>>> 
>>> 
>>>>>>>> Total time: 58 minutes 11 seconds
>>> 
>>>>>>>> Build step 'Invoke Ant' marked build as failure
>>> 
>>>>>>>> Archiving artifacts
>>> 
>>>>>>>> Recording test results
>>> 
>>>>>>>> Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
>>> 
>>>>>>>> Email was triggered for: Failure
>>> 
>>>>>>>> Sending email for trigger: Failure
>>> 
>>>>>>>> 
>>> 
>>>>>>>> 
>>> 
>>>>>>>> 
>>> 
>>>>>>>> ---------------------------------------------------------------------
>>> 
>>>>>>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> 
>>>>>>>> For additional commands, e-mail: dev-help@lucene.apache.org
>>> 
>>>>>>> 
>>> 
>>>>>>> 
>>> 
>>>>>>> ---------------------------------------------------------------------
>>> 
>>>>>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> 
>>>>>>> For additional commands, e-mail: dev-help@lucene.apache.org
>>> 
>>>>>> 
>>> 
>>>>>> 
>>> 
>>>>>> ---------------------------------------------------------------------
>>> 
>>>>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> 
>>>>>> For additional commands, e-mail: dev-help@lucene.apache.org
>>> 
>>>>>> 
>>> 
>>>>> 
>>> 
>>>>> 
>>> 
>>>>> 
>>> 
>>>>> --
>>> 
>>>>> - Mark
>>> 
>>>> 
>>> 
>>>> 
>>> 
>>>> 
>>> 
>>>> --
>>> 
>>>> - Mark
>>> 
>>>> 
>>> 
>>>> ---------------------------------------------------------------------
>>> 
>>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> 
>>>> For additional commands, e-mail: dev-help@lucene.apache.org
>>> 
>>> 
>>> 
>>> 
>>> --
>>> - Mark
>> 
>> 
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
> 


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


RE: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Uwe Schindler <uw...@thetaphi.de>.
It also passes on the MacOSX box, so it does not fail always. Digging around I found out that this "Invalid argument" is quite common on MacOSX and Java. I did not yet find out what's the reason behind this.

I can just repeat: It is OSX Mountain Lion, nothing special configured in - just a fresh plain installed OS, user account "Jenkins" created, OSX command line tools (because of SVN) installed - not full xcode, python 3.2 installed, and finally the network adaptor connected (standard stupid Intel E1000 Gigabit network driver, so it is just plain basic Intel chipset sold in millions of laptops/desktops/servers/Mäcs) behind a NAT provided by iptables of the outer linux (same as for windows, which works). There is nothing that makes this VM different than a standard Apple Mac behind a linux-based home router.

Uwe

-----
Uwe Schindler
H.-H.-Meier-Allee 63, D-28213 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de


> -----Original Message-----
> From: Mark Miller [mailto:markrmiller@gmail.com]
> Sent: Sunday, February 03, 2013 11:46 PM
> To: dev@lucene.apache.org
> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #
> 178 - Still Failing!
> 
> I just retested with my macbook air which has an open file limit of 256 as well,
> and the tests passed. I'll run a couple more times.
> 
> - Mark
> 
> 
> On Feb 3, 2013, at 4:13 PM, Mark Miller <ma...@gmail.com> wrote:
> 
> > I think if it's only happening on that mac vm, probably the limits should be
> raised if that's the issue. It doesn't happen on other platforms or two macs I
> have.
> >
> > I'm guessing it's not that though - I've seen that happen with network
> connections and it's always been easy to diagnose.
> >
> > - Mark
> >
> > On Sun, Feb 3, 2013 at 4:01 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
> > Could this maybe related to number of open files? I have no idea how to
> configure that on MacOS. If this is the case, we should really drill down this
> test to not open so many file descriptors. Current setting:
> >
> >
> >
> > localhost:~ jenkins$ ulimit -a
> >
> > core file size          (blocks, -c) 0
> >
> > data seg size           (kbytes, -d) unlimited
> >
> > file size               (blocks, -f) unlimited
> >
> > max locked memory       (kbytes, -l) unlimited
> >
> > max memory size         (kbytes, -m) unlimited
> >
> > open files                      (-n) 256
> >
> > pipe size            (512 bytes, -p) 1
> >
> > stack size              (kbytes, -s) 8192
> >
> > cpu time               (seconds, -t) unlimited
> >
> > max user processes              (-u) 709
> >
> > virtual memory          (kbytes, -v) unlimited
> >
> >
> >
> > -----
> >
> > Uwe Schindler
> >
> > H.-H.-Meier-Allee 63, D-28213 Bremen
> >
> > http://www.thetaphi.de
> >
> > eMail: uwe@thetaphi.de
> >
> >
> >
> > From: Uwe Schindler [mailto:uwe@thetaphi.de]
> > Sent: Sunday, February 03, 2013 9:37 PM
> > To: dev@lucene.apache.org; markrmiller@gmail.com
> > Subject: RE: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #
> 178 - Still Failing!
> >
> >
> >
> > This is indeed strage. This is a default MacOSX install with no special
> network config. All plain simple:
> >
> >
> >
> > <image001.png>
> >
> >
> >
> > -----
> >
> > Uwe Schindler
> >
> > H.-H.-Meier-Allee 63, D-28213 Bremen
> >
> > http://www.thetaphi.de
> >
> > eMail: uwe@thetaphi.de
> >
> >
> >
> >
> >
> > > -----Original Message-----
> >
> > > From: Mark Miller [mailto:markrmiller@gmail.com]
> >
> > > Sent: Sunday, February 03, 2013 8:48 PM
> >
> > > To: dev@lucene.apache.org
> >
> > > Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build
> #
> >
> > > 178 - Still Failing!
> >
> > >
> >
> > > A jetty is trying to recover by talking to the leader jetty. But it
> >
> > > keeps hitting the following exception and that is why it never
> >
> > > recovers. The URL looks to be http://127.0.0.1:49879
> >
> > >
> >
> > > [junit4:junit4]   2> 241315 T2521 C191 P49882
> >
> > > oascsi.HttpClientUtil.createClient Creating new http client,
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > false
> >
> > > [junit4:junit4]   2> 241324 T2521 C191 P49882
> >
> > > oahic.DefaultRequestDirector.tryExecute I/O exception
> >
> > > (java.net.SocketException) caught when processing request: Invalid
> >
> > > argument
> >
> > > [junit4:junit4]   2> 241325 T2521 C191 P49882
> >
> > > oahic.DefaultRequestDirector.tryExecute Retrying request
> >
> > > [junit4:junit4]   2> 241326 T2521 C191 P49882
> >
> > > oahic.DefaultRequestDirector.tryExecute I/O exception
> >
> > > (java.net.SocketException) caught when processing request: Invalid
> >
> > > argument
> >
> > > [junit4:junit4]   2> 241326 T2521 C191 P49882
> >
> > > oahic.DefaultRequestDirector.tryExecute Retrying request
> >
> > > [junit4:junit4]   2> 241326 T2521 C191 P49882
> >
> > > oahic.DefaultRequestDirector.tryExecute I/O exception
> >
> > > (java.net.SocketException) caught when processing request: Invalid
> >
> > > argument
> >
> > > [junit4:junit4]   2> 241327 T2521 C191 P49882
> >
> > > oahic.DefaultRequestDirector.tryExecute Retrying request
> >
> > > [junit4:junit4]   2> 241328 T2521 C191 P49882 oasc.SolrException.log
> >
> > > SEVERE Error while trying to recover.
> >
> > > core=unloadcollection2:org.apache.solr.client.solrj.SolrServerException:
> >
> > > IOException occured when talking to server at: http://127.0.0.1:49879
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
> >
> > > 416)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
> >
> > > 181)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStr
> >
> > > ategy.java:202)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:
> >
> > > 346)
> >
> > > [junit4:junit4]   2>                       at
> >
> > > org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
> >
> > > [junit4:junit4]   2>       Caused by: java.net.SocketException: Invalid
> >
> > > argument
> >
> > > [junit4:junit4]   2>                       at
> >
> > > java.net.SocketInputStream.socketRead0(Native Method)
> >
> > > [junit4:junit4]   2>                       at
> >
> > > java.net.SocketInputStream.read(SocketInputStream.java:150)
> >
> > > [junit4:junit4]   2>                       at
> >
> > > java.net.SocketInputStream.read(SocketInputStream.java:121)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessio
> >
> > > nInputBuffer.java:149)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:
> >
> > > 111)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessio
> >
> > > nInputBuffer.java:264)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultRespo
> >
> > > nseParser.java:98)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessagePars
> >
> > > er.java:252)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader
> >
> > > (AbstractHttpClientConnection.java:282)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader
> >
> > > (DefaultClientConnection.java:247)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHea
> >
> > > der(AbstractClientConnAdapter.java:216)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRe
> >
> > > questExecutor.java:298)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecut
> >
> > > or.java:125)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequ
> >
> > > estDirector.java:647)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequest
> >
> > > Director.java:464)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
> >
> > > va:820)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
> >
> > > va:754)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
> >
> > > va:732)
> >
> > > [junit4:junit4]   2>                       at
> >
> > >
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
> >
> > > 353)
> >
> > > [junit4:junit4]   2>                       ... 4 more
> >
> > >
> >
> > > On Sun, Feb 3, 2013 at 2:42 PM, Mark Miller <ma...@gmail.com>
> >
> > > wrote:
> >
> > > > I'll dig in a bit later and pull out the log snippet.
> >
> > > >
> >
> > > > In regards to the 'fake' addresses though, this test should not be
> >
> > > > using them. It create N jetties, all will real addresses. That's the
> >
> > > > goal anyway.
> >
> > > >
> >
> > > > - Mark
> >
> > > >
> >
> > > > On Sun, Feb 3, 2013 at 2:01 PM, Uwe Schindler <uw...@thetaphi.de>
> wrote:
> >
> > > >> Can you find out from the logs (or add a system.out), so we see to
> >
> > > *where* it wants to connect? The Invalid argument should be fine,
> because
> >
> > > this is also used in linux when it connects to the fake IPv6 addresses that
> >
> > > "emulate" broken slaves. The BasicDistributedTestcase has a list of "fake"
> >
> > > addresses, and I assume it is one of them. Maybe this test should *not*
> use
> >
> > > those?
> >
> > > >>
> >
> > > >> Uwe
> >
> > > >>
> >
> > > >> -----
> >
> > > >> Uwe Schindler
> >
> > > >> H.-H.-Meier-Allee 63, D-28213 Bremen
> >
> > > >> http://www.thetaphi.de
> >
> > > >> eMail: uwe@thetaphi.de
> >
> > > >>
> >
> > > >>
> >
> > > >>> -----Original Message-----
> >
> > > >>> From: Mark Miller [mailto:markrmiller@gmail.com]
> >
> > > >>> Sent: Sunday, February 03, 2013 5:08 PM
> >
> > > >>> To: dev@lucene.apache.org
> >
> > > >>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) -
> >
> > > Build #
> >
> > > >>> 178 - Still Failing!
> >
> > > >>>
> >
> > > >>> In this test recovery fails because an http request keeps failing with:
> >
> > > >>>
> >
> > > >>> java.net.SocketException: Invalid argument
> >
> > > >>>
> >
> > > >>> Some googling points to an ipv4/ipv6 issue? Seems like an
> >
> > > environment/test
> >
> > > >>> problem.
> >
> > > >>>
> >
> > > >>> - Mark
> >
> > > >>>
> >
> > > >>> On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server
> >
> > > >>> <je...@thetaphi.de> wrote:
> >
> > > >>>
> >
> > > >>> > Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-
> MacOSX/178/
> >
> > > >>> > Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
> >
> > > >>> >
> >
> > > >>> > 1 tests failed.
> >
> > > >>> > REGRESSION:
> >
> > > >>> org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
> >
> > > >>> >
> >
> > > >>> > Error Message:
> >
> > > >>> > There are still nodes recoverying - waited for 230 seconds
> >
> > > >>> >
> >
> > > >>> > Stack Trace:
> >
> > > >>> > java.lang.AssertionError: There are still nodes recoverying - waited
> for
> >
> > > 230
> >
> > > >>> seconds
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C3
> >
> > > >>> 0]:0)
> >
> > > >>> >     at org.junit.Assert.fail(Assert.java:93)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> >
> > > >>> AbstractDistribZkTestBase.java:168)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> >
> > > >>> AbstractDistribZkTestBase.java:126)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> >
> > > >>> AbstractDistribZkTestBase.java:121)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(Ba
> >
> > > >>> sicDistributedZkTest.java:458)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.j
> >
> > > >>> ava:337)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistri
> >
> > > >>> butedSearchTestCase.java:794)
> >
> > > >>> >     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> >
> > > >>> ava:57)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> >
> > > >>> sorImpl.java:43)
> >
> > > >>> >     at java.lang.reflect.Method.invoke(Method.java:601)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> >
> > > >>> dRunner.java:1559)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> >
> > > >>> mizedRunner.java:79)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> >
> > > >>> mizedRunner.java:737)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> >
> > > >>> mizedRunner.java:773)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> >
> > > >>> mizedRunner.java:787)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> >
> > > >>> evaluate(SystemPropertiesRestoreRule.java:53)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> >
> > > >>> SetupTeardownChained.java:50)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> >
> > > >>> cheSanity.java:51)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> >
> > > >>> fterRule.java:46)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> >
> > > >>> .evaluate(SystemPropertiesInvariantRule.java:55)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> >
> > > >>> readAndTestName.java:49)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> >
> > > >>> IgnoreAfterMaxFailures.java:70)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> >
> > > >>> .java:48)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> >
> > > >>> ementAdapter.java:36)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> >
> > > >>> run(ThreadLeakControl.java:358)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> >
> > > >>> (ThreadLeakControl.java:782)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> >
> > > >>> eakControl.java:442)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> >
> > > >>> domizedRunner.java:746)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> >
> > > >>> mizedRunner.java:648)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> >
> > > >>> mizedRunner.java:682)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> >
> > > >>> mizedRunner.java:693)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> >
> > > >>> ementAdapter.java:36)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> >
> > > >>> evaluate(SystemPropertiesRestoreRule.java:53)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> >
> > > >>> fterRule.java:46)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> >
> > > >>> assName.java:42)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> >
> > > >>> .evaluate(SystemPropertiesInvariantRule.java:55)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> >
> > > >>>
> >
> > > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> >
> > > >>>
> >
> > > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> >
> > > >>> ementAdapter.java:36)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> >
> > > >>> ertionsRequired.java:43)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> >
> > > >>> .java:48)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> >
> > > >>> IgnoreAfterMaxFailures.java:70)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> >
> > > >>> TestSuites.java:55)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> >
> > > >>> ementAdapter.java:36)
> >
> > > >>> >     at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> >
> > > >>> run(ThreadLeakControl.java:358)
> >
> > > >>> >     at java.lang.Thread.run(Thread.java:722)
> >
> > > >>> >
> >
> > > >>> >
> >
> > > >>> >
> >
> > > >>> >
> >
> > > >>> > Build Log:
> >
> > > >>> > [...truncated 8980 lines...]
> >
> > > >>> > [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
> >
> > > >>> > [junit4:junit4]   2> 0 T2237
> >
> > > >>> oas.BaseDistributedSearchTestCase.initHostContext Setting
> hostContext
> >
> > > >>> system property: /
> >
> > > >>> > [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting
> >
> > > >>> testDistribSearch
> >
> > > >>> > [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479
> >
> > > >>> > [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST
> >
> > > SERVER
> >
> > > >>> > [junit4:junit4]   2> 10 T2238
> >
> > > >>> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
> >
> > > >>> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime
> >
> > > tickTime set
> >
> > > >>> to 1000
> >
> > > >>> > [junit4:junit4]   2> 13 T2238
> >
> > > oazs.ZooKeeperServer.setMinSessionTimeout
> >
> > > >>> minSessionTimeout set to -1
> >
> > > >>> > [junit4:junit4]   2> 14 T2238
> >
> > > oazs.ZooKeeperServer.setMaxSessionTimeout
> >
> > > >>> maxSessionTimeout set to -1
> >
> > > >>> > [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure
> >
> > > binding
> >
> > > >>> to port 0.0.0.0/0.0.0.0:0
> >
> > > >>> > [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save
> Snapshotting:
> >
> > > 0x0 to
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/zookeeper/server1/data/version-2/snapshot.0
> >
> > > >>> > [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server
> on
> >
> > > >>> port:49872
> >
> > > >>> > [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client
> >
> > > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=10000
> >
> > > >>>
> watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9
> >
> > > >>> > [junit4:junit4]   2> 116 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Waiting for client to connect to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 117 T2243
> >
> > > oaz.ClientCnxn$SendThread.logStartConnect
> >
> > > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not
> >
> > > >>> attempt to authenticate using SASL (access denied
> >
> > > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 117 T2243
> >
> > > oaz.ClientCnxn$SendThread.primeConnection
> >
> > > >>> Socket connection established to localhost/127.0.0.1:49872, initiating
> >
> > > session
> >
> > > >>> > [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run
> Accepted
> >
> > > >>> socket connection from /127.0.0.1:49873
> >
> > > >>> > [junit4:junit4]   2> 118 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49873
> >
> > > >>> > [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating
> new log
> >
> > > file:
> >
> > > >>> log.1
> >
> > > >>> > [junit4:junit4]   2> 120 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0000 with negotiated timeout
> 10000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49873
> >
> > > >>> > [junit4:junit4]   2> 121 T2243
> oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000
> >
> > > >>> > [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@6ef101c9
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 122 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Client is connected to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > /solr
> >
> > > >>> > [junit4:junit4]   2> 128 T2242
> >
> > > oazs.PrepRequestProcessor.pRequest2Txn
> >
> > > >>> Processed session termination for sessionid: 0x13ca0af48aa0000
> >
> > > >>> > [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed
> >
> > > socket
> >
> > > >>> connection for client /127.0.0.1:49873 which had sessionid
> >
> > > 0x13ca0af48aa0000
> >
> > > >>> > [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session:
> >
> > > >>> 0x13ca0af48aa0000 closed
> >
> > > >>> > [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run
> >
> > > EventThread
> >
> > > >>> shut down
> >
> > > >>> > [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client
> >
> > > >>> connection, connectString=127.0.0.1:49872/solr
> sessionTimeout=10000
> >
> > > >>>
> >
> > > watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb
> >
> > > >>> > [junit4:junit4]   2> 131 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Waiting for client to connect to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 131 T2245
> >
> > > oaz.ClientCnxn$SendThread.logStartConnect
> >
> > > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not
> >
> > > >>> attempt to authenticate using SASL (access denied
> >
> > > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 132 T2245
> >
> > > oaz.ClientCnxn$SendThread.primeConnection
> >
> > > >>> Socket connection established to localhost/127.0.0.1:49872, initiating
> >
> > > session
> >
> > > >>> > [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run
> Accepted
> >
> > > >>> socket connection from /127.0.0.1:49874
> >
> > > >>> > [junit4:junit4]   2> 133 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49874
> >
> > > >>> > [junit4:junit4]   2> 134 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0001 with negotiated timeout
> 10000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49874
> >
> > > >>> > [junit4:junit4]   2> 134 T2245
> oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000
> >
> > > >>> > [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@63bc10cb
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 135 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Client is connected to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/collection1
> >
> > > >>> > [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/collection1/shards
> >
> > > >>> > [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/control_collection
> >
> > > >>> > [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/control_collection/shards
> >
> > > >>> > [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig
> put
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test-
> >
> > > files/solr/collection1/conf/solrconfig.xml
> >
> > > >>> to /configs/conf1/solrconfig.xml
> >
> > > >>> > [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /configs/conf1/solrconfig.xml
> >
> > > >>> > [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig
> put
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test-
> >
> > > files/solr/collection1/conf/schema.xml to
> >
> > > >>> /configs/conf1/schema.xml
> >
> > > >>> > [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /configs/conf1/schema.xml
> >
> > > >>> > [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig
> put
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test-
> >
> > > files/solr/collection1/conf/stopwords.txt
> >
> > > >>> to /configs/conf1/stopwords.txt
> >
> > > >>> > [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /configs/conf1/stopwords.txt
> >
> > > >>> > [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig
> put
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test-
> >
> > > files/solr/collection1/conf/protwords.txt
> >
> > > >>> to /configs/conf1/protwords.txt
> >
> > > >>> > [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /configs/conf1/protwords.txt
> >
> > > >>> > [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig
> put
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test-
> >
> > > files/solr/collection1/conf/currency.xml to
> >
> > > >>> /configs/conf1/currency.xml
> >
> > > >>> > [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /configs/conf1/currency.xml
> >
> > > >>> > [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig
> put
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-
> >
> > > >>> exchange-rates.json to /configs/conf1/open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /configs/conf1/open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig
> put
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test-
> files/solr/collection1/conf/mapping-
> >
> > > >>> ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> >
> > > >>> > [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /configs/conf1/mapping-ISOLatin1Accent.txt
> >
> > > >>> > [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig
> put
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test-
> >
> > > >>> files/solr/collection1/conf/old_synonyms.txt to
> >
> > > >>> /configs/conf1/old_synonyms.txt
> >
> > > >>> > [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /configs/conf1/old_synonyms.txt
> >
> > > >>> > [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig
> put
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test-
> >
> > > files/solr/collection1/conf/synonyms.txt
> >
> > > >>> to /configs/conf1/synonyms.txt
> >
> > > >>> > [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /configs/conf1/synonyms.txt
> >
> > > >>> > [junit4:junit4]   2> 210 T2242
> >
> > > oazs.PrepRequestProcessor.pRequest2Txn
> >
> > > >>> Processed session termination for sessionid: 0x13ca0af48aa0001
> >
> > > >>> > [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed
> >
> > > socket
> >
> > > >>> connection for client /127.0.0.1:49874 which had sessionid
> >
> > > 0x13ca0af48aa0001
> >
> > > >>> > [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run
> >
> > > EventThread
> >
> > > >>> shut down
> >
> > > >>> > [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session:
> >
> > > >>> 0x13ca0af48aa0001 closed
> >
> > > >>> > [junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-
> 8.1.8.v20121106
> >
> > > >>> > [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart
> Started
> >
> > > >>> SelectChannelConnector@127.0.0.1:49875
> >
> > > >>> > [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init()
> >
> > > >>> > [junit4:junit4]   2> 410 T2237
> oasc.SolrResourceLoader.locateSolrHome
> >
> > > JNDI
> >
> > > >>> not configured for solr (NoInitialContextEx)
> >
> > > >>> > [junit4:junit4]   2> 410 T2237
> oasc.SolrResourceLoader.locateSolrHome
> >
> > > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > controljetty-
> >
> > > >>> 1359905507683
> >
> > > >>> > [junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize
> >
> > > looking
> >
> > > >>> for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > controljetty-
> >
> > > >>> 1359905507683/solr.xml
> >
> > > >>> > [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New
> >
> > > CoreContainer
> >
> > > >>> 1814343678
> >
> > > >>> > [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading
> >
> > > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > controljetty-
> >
> > > >>> 1359905507683/'
> >
> > > >>> > [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > controljetty-
> >
> > > >>> 1359905507683/'
> >
> > > >>> > [junit4:junit4]   2> 482 T2237
> >
> > > oashc.HttpShardHandlerFactory.getParameter
> >
> > > >>> Setting socketTimeout to: 60000
> >
> > > >>> > [junit4:junit4]   2> 484 T2237
> >
> > > oashc.HttpShardHandlerFactory.getParameter
> >
> > > >>> Setting urlScheme to: http://
> >
> > > >>> > [junit4:junit4]   2> 485 T2237
> >
> > > oashc.HttpShardHandlerFactory.getParameter
> >
> > > >>> Setting connTimeout to: 15000
> >
> > > >>> > [junit4:junit4]   2> 485 T2237
> >
> > > oashc.HttpShardHandlerFactory.getParameter
> >
> > > >>> Setting maxConnectionsPerHost to: 20
> >
> > > >>> > [junit4:junit4]   2> 486 T2237
> >
> > > oashc.HttpShardHandlerFactory.getParameter
> >
> > > >>> Setting corePoolSize to: 0
> >
> > > >>> > [junit4:junit4]   2> 487 T2237
> >
> > > oashc.HttpShardHandlerFactory.getParameter
> >
> > > >>> Setting maximumPoolSize to: 2147483647
> >
> > > >>> > [junit4:junit4]   2> 488 T2237
> >
> > > oashc.HttpShardHandlerFactory.getParameter
> >
> > > >>> Setting maxThreadIdleTime to: 5
> >
> > > >>> > [junit4:junit4]   2> 489 T2237
> >
> > > oashc.HttpShardHandlerFactory.getParameter
> >
> > > >>> Setting sizeOfQueue to: -1
> >
> > > >>> > [junit4:junit4]   2> 489 T2237
> >
> > > oashc.HttpShardHandlerFactory.getParameter
> >
> > > >>> Setting fairnessPolicy to: false
> >
> > > >>> > [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient
> Creating
> >
> > > new
> >
> > > >>> http client,
> >
> > > >>>
> >
> > >
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> >
> > > >>> =60000&connTimeout=15000&retry=false
> >
> > > >>> > [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering
> Log
> >
> > > >>> Listener
> >
> > > >>> > [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper
> >
> > > Zookeeper
> >
> > > >>> client=127.0.0.1:49872/solr
> >
> > > >>> > [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath
> zkHost
> >
> > > >>> includes chroot
> >
> > > >>> > [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client
> >
> > > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> >
> > > >>>
> >
> > > watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
> >
> > > >>> > [junit4:junit4]   2> 530 T2256
> >
> > > oaz.ClientCnxn$SendThread.logStartConnect
> >
> > > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not
> >
> > > >>> attempt to authenticate using SASL (access denied
> >
> > > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 529 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Waiting for client to connect to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 530 T2256
> >
> > > oaz.ClientCnxn$SendThread.primeConnection
> >
> > > >>> Socket connection established to localhost/127.0.0.1:49872, initiating
> >
> > > session
> >
> > > >>> > [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run
> Accepted
> >
> > > >>> socket connection from /127.0.0.1:49876
> >
> > > >>> > [junit4:junit4]   2> 532 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49876
> >
> > > >>> > [junit4:junit4]   2> 533 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0002 with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49876
> >
> > > >>> > [junit4:junit4]   2> 533 T2256
> oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 535 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Client is connected to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 537 T2242
> >
> > > oazs.PrepRequestProcessor.pRequest2Txn
> >
> > > >>> Processed session termination for sessionid: 0x13ca0af48aa0002
> >
> > > >>> > [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed
> >
> > > socket
> >
> > > >>> connection for client /127.0.0.1:49876 which had sessionid
> >
> > > 0x13ca0af48aa0002
> >
> > > >>> > [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session:
> >
> > > >>> 0x13ca0af48aa0002 closed
> >
> > > >>> > [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run
> >
> > > EventThread
> >
> > > >>> shut down
> >
> > > >>> > [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient
> Creating
> >
> > > new
> >
> > > >>> http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> >
> > > >>> 60000&connTimeout=15000
> >
> > > >>> > [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client
> >
> > > >>> connection, connectString=127.0.0.1:49872/solr
> sessionTimeout=30000
> >
> > > >>>
> watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404
> >
> > > >>> > [junit4:junit4]   2> 546 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Waiting for client to connect to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 547 T2258
> >
> > > oaz.ClientCnxn$SendThread.logStartConnect
> >
> > > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not
> >
> > > >>> attempt to authenticate using SASL (access denied
> >
> > > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 548 T2258
> >
> > > oaz.ClientCnxn$SendThread.primeConnection
> >
> > > >>> Socket connection established to localhost/127.0.0.1:49872, initiating
> >
> > > session
> >
> > > >>> > [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run
> Accepted
> >
> > > >>> socket connection from /127.0.0.1:49877
> >
> > > >>> > [junit4:junit4]   2> 550 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49877
> >
> > > >>> > [junit4:junit4]   2> 551 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0003 with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49877
> >
> > > >>> > [junit4:junit4]   2> 551 T2258
> oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@d43d404
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 553 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Client is connected to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /live_nodes
> >
> > > >>> > [junit4:junit4]   2> 570 T2237
> >
> > > oasc.ZkController.createEphemeralLiveNode
> >
> > > >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_
> >
> > > >>> > [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode =
> >
> > > NoNode
> >
> > > >>> for /solr/live_nodes/127.0.0.1:49875_
> >
> > > >>> > [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /live_nodes/127.0.0.1:49875_
> >
> > > >>> > [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /overseer_elect/election
> >
> > > >>> > [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode
> for
> >
> > > >>> /solr/overseer_elect/leader
> >
> > > >>> > [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /overseer_elect/leader
> >
> > > >>> > [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer
> >
> > > >>> (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting
> >
> > > >>> > [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run
> >
> > > Process
> >
> > > >>> current queue of collection creations
> >
> > > >>> > [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /clusterstate.json
> >
> > > >>> > [junit4:junit4]   2> 605 T2237
> >
> > > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
> Updating
> >
> > > >>> cluster state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating
> >
> > > SolrCore
> >
> > > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > controljetty-
> >
> > > >>> 1359905507683/collection1
> >
> > > >>> > [junit4:junit4]   2> 615 T2262
> oasc.ZkController.createCollectionZkNode
> >
> > > >>> Check for collection zkNode:control_collection
> >
> > > >>> > [junit4:junit4]   2> 616 T2260
> oasc.Overseer$ClusterStateUpdater.run
> >
> > > >>> Starting to work on the main queue
> >
> > > >>> > [junit4:junit4]   2> 617 T2262
> oasc.ZkController.createCollectionZkNode
> >
> > > >>> Collection zkNode exists
> >
> > > >>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName
> Load
> >
> > > >>> collection config from:/collections/control_collection
> >
> > > >>> > [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > controljetty-
> >
> > > >>> 1359905507683/collection1/'
> >
> > > >>> > [junit4:junit4]   2> 621 T2262
> >
> > > oasc.SolrResourceLoader.replaceClassLoader
> >
> > > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> controljetty-
> >
> > > >>> 1359905507683/collection1/lib/classes/' to classloader
> >
> > > >>> > [junit4:junit4]   2> 621 T2262
> >
> > > oasc.SolrResourceLoader.replaceClassLoader
> >
> > > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> controljetty-
> >
> > > >>> 1359905507683/collection1/lib/README' to classloader
> >
> > > >>> > [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene
> >
> > > >>> MatchVersion: LUCENE_50
> >
> > > >>> > [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded
> SolrConfig:
> >
> > > >>> solrconfig.xml
> >
> > > >>> > [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema
> Reading
> >
> > > Solr
> >
> > > >>> Schema
> >
> > > >>> > [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema
> Schema
> >
> > > >>> name=test
> >
> > > >>> > [junit4:junit4]   2> 1305 T2262
> >
> > > oass.OpenExchangeRatesOrgProvider.init
> >
> > > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.
> >
> > > >>> > [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema
> default
> >
> > > >>> search field in schema is text
> >
> > > >>> > [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema
> unique
> >
> > > key
> >
> > > >>> field: id
> >
> > > >>> > [junit4:junit4]   2> 1349 T2262
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 1354 T2262
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 1359 T2262
> >
> > > oass.OpenExchangeRatesOrgProvider.reload
> >
> > > >>> Reloading exchange rates from open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 1361 T2262
> >
> > > oass.OpenExchangeRatesOrgProvider.reload
> >
> > > >>> Reloading exchange rates from open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1]
> >
> > > Opening
> >
> > > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > controljetty-
> >
> > > >>> 1359905507683/collection1/,
> >
> > > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data/
> >
> > > >>> > [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX
> >
> > > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> >
> > > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> >
> > > >>> > [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory
> >
> > > >>> solr.NRTCachingDirectoryFactory
> >
> > > >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get
> return
> >
> > > new
> >
> > > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close
> >
> > > Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data
> >
> > > >>>
> >
> > > >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New
> >
> > > index
> >
> > > >>> directory detected: old=null
> >
> > > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data/index/
> >
> > > >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING
> >
> > > >>> [collection1] Solr index directory
> >
> > > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data/index' doesn't exist. Creating new
> index...
> >
> > > >>> > [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get
> return
> >
> > > new
> >
> > > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data/index forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit
> >
> > > >>> SolrDeletionPolicy.onCommit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2> 1371 T2262
> oasc.SolrDeletionPolicy.updateCommits
> >
> > > >>> newest commit = 1[segments_1]
> >
> > > >>> > [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close
> >
> > > Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data/index
> >
> > > >>> > [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml:
> >
> > > >>> solr.XMLResponseWriter
> >
> > > >>> > [junit4:junit4]   2> 1374 T2262
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe"
> >
> > > >>> > [junit4:junit4]   2> 1374 T2262
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe-allfields"
> >
> > > >>> > [junit4:junit4]   2> 1374 T2262
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "stored_sig"
> >
> > > >>> > [junit4:junit4]   2> 1375 T2262
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "uniq-fields"
> >
> > > >>> > [junit4:junit4]   2> 1375 T2262
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> >
> > > >>> > [junit4:junit4]   2> 1376 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 1376 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 1376 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 1377 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> >
> > > >>> solr.RealTimeGetHandler
> >
> > > >>> > [junit4:junit4]   2> 1377 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> >
> > > >>> solr.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 1378 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> >
> > > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> >
> > > >>> > [junit4:junit4]   2> 1378 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> >
> > > >>> org.apache.solr.handler.admin.AdminHandlers
> >
> > > >>> > [junit4:junit4]   2> 1379 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 1379 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 1379 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 1380 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> >
> > > >>> solr.UpdateRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 1380 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 1381 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 1381 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckCompRH_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 1381 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 1383 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 1383 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH1:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 1384 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 1384 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 1385 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> >
> > > >>> solr.MoreLikeThisHandler
> >
> > > >>> > [junit4:junit4]   2> 1385 T2262
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> /debug/dump:
> >
> > > >>> solr.DumpRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init
> >
> > > >>> xsltCacheLifetimeSeconds=60
> >
> > > >>> > [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> >
> > > Please
> >
> > > >>> update your config to use the ShowFileRequestHandler.
> >
> > > >>> > [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING adding ShowFileRequestHandler with hidden files:
> >
> > > [SCHEMA.XML,
> >
> > > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> >
> > > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
> MAPPING-
> >
> > > >>> ISOLATIN1ACCENT.TXT]
> >
> > > >>> > [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close
> >
> > > Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data
> >
> > > >>>
> >
> > > >>> > [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init>
> Opening
> >
> > > >>> Searcher@22fa1cde main
> >
> > > >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard
> >
> > > >>> AutoCommit: disabled
> >
> > > >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft
> >
> > > AutoCommit:
> >
> > > >>> disabled
> >
> > > >>> > [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform
> >
> > > >>> Initializing spell checkers
> >
> > > >>> > [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init:
> >
> > > >>>
> >
> > >
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> >
> > > >>> ngth=3}
> >
> > > >>> > [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher
> >
> > > [collection1]
> >
> > > >>> Registered new searcher Searcher@22fa1cde
> >
> > > >>> main{StandardDirectoryReader(segments_1:1)}
> >
> > > >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing
> >
> > > >>> core=collection1 state=down
> >
> > > >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards
> not
> >
> > > >>> found on descriptor - reading it from system property
> >
> > > >>> > [junit4:junit4]   2> 1448 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for
> >
> > > >>> /solr/overseer/queue
> >
> > > >>> > [junit4:junit4]   2> 2125 T2260
> oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 2126 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=1 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"1",
> >
> > > >>> > [junit4:junit4]   2>          "shard":null,
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"down",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"control_collection",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
> >
> > > >>> > [junit4:junit4]   2> 2126 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.createCollection Create
> collection
> >
> > > >>> control_collection with numShards 1
> >
> > > >>> > [junit4:junit4]   2> 2126 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
> node to
> >
> > > >>> shard shard=shard1
> >
> > > >>> > [junit4:junit4]   2> 2127 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode
> for
> >
> > > >>> /solr/overseer/queue-work
> >
> > > >>> > [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> >
> > > >>> > [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore
> >
> > > registering
> >
> > > >>> core: collection1
> >
> > > >>> > [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register
> >
> > > replica -
> >
> > > >>> core:collection1 address:http://127.0.0.1:49875
> >
> > > collection:control_collection
> >
> > > >>> shard:shard1
> >
> > > >>> > [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/control_collection/leader_elect/shard1/election
> >
> > > >>> > [junit4:junit4]   2> 2467 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/collections/control_collection/leaders
> Error:KeeperErrorCode
> >
> > > =
> >
> > > >>> NoNode for /solr/collections/control_collection/leaders
> >
> > > >>> > [junit4:junit4]   2> 2469 T2262
> >
> > > >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the
> leader
> >
> > > >>> process.
> >
> > > >>> > [junit4:junit4]   2> 2469 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 2472 T2262
> >
> > > >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp
> Enough
> >
> > > >>> replicas found to continue.
> >
> > > >>> > [junit4:junit4]   2> 2472 T2262
> >
> > > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the
> new
> >
> > > leader
> >
> > > >>> - try and sync
> >
> > > >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas
> to
> >
> > > >>> http://127.0.0.1:49875/collection1/
> >
> > > >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync
> >
> > > Success -
> >
> > > >>> now sync replicas to me
> >
> > > >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe
> >
> > > >>> http://127.0.0.1:49875/collection1/ has no replicas
> >
> > > >>> > [junit4:junit4]   2> 2474 T2262
> >
> > > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
> >
> > > leader:
> >
> > > >>> http://127.0.0.1:49875/collection1/
> >
> > > >>> > [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/control_collection/leaders/shard1
> >
> > > >>> > [junit4:junit4]   2> 2481 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0003
> >
> > > >>> type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 3644 T2260
> oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> >
> > > >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are
> >
> > > >>> http://127.0.0.1:49875/collection1/ and leader is
> >
> > > >>> http://127.0.0.1:49875/collection1/
> >
> > > >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No
> LogReplay
> >
> > > >>> needed for core=collection1 baseURL=http://127.0.0.1:49875
> >
> > > >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I
> am
> >
> > > the
> >
> > > >>> leader, no recovery necessary
> >
> > > >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing
> >
> > > >>> core=collection1 state=active
> >
> > > >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards
> not
> >
> > > >>> found on descriptor - reading it from system property
> >
> > > >>> > [junit4:junit4]   2> 3715 T2262
> oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test/J0
> >
> > > >>> > [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init() done
> >
> > > >>> > [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > >>> false
> >
> > > >>> > [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client, config:
> >
> > > >>> > [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client
> >
> > > >>> connection, connectString=127.0.0.1:49872/solr
> sessionTimeout=10000
> >
> > > >>>
> >
> > > watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8
> >
> > > >>> > [junit4:junit4]   2> 3728 T2264
> >
> > > oaz.ClientCnxn$SendThread.logStartConnect
> >
> > > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not
> >
> > > >>> attempt to authenticate using SASL (access denied
> >
> > > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 3729 T2264
> >
> > > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> >
> > > established
> >
> > > >>> to localhost/127.0.0.1:49872, initiating session
> >
> > > >>> > [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run
> >
> > > Accepted
> >
> > > >>> socket connection from /127.0.0.1:49878
> >
> > > >>> > [junit4:junit4]   2> 3730 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49878
> >
> > > >>> > [junit4:junit4]   2> 3730 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Waiting for client to connect to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 3731 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0004 with negotiated timeout
> 10000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49878
> >
> > > >>> > [junit4:junit4]   2> 3731 T2264
> >
> > > oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000
> >
> > > >>> > [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@16aef4d8
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 3732 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Client is connected to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 3734 T2237
> >
> > > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
> Updating
> >
> > > >>> cluster state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog
> monkey:
> >
> > > init
> >
> > > >>> - expire sessions:true cause connection loss:true
> >
> > > >>> > [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-
> 8.1.8.v20121106
> >
> > > >>> > [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart
> Started
> >
> > > >>> SelectChannelConnector@127.0.0.1:49879
> >
> > > >>> > [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init()
> >
> > > >>> > [junit4:junit4]   2> 3904 T2237
> >
> > > oasc.SolrResourceLoader.locateSolrHome
> >
> > > >>> JNDI not configured for solr (NoInitialContextEx)
> >
> > > >>> > [junit4:junit4]   2> 3905 T2237
> >
> > > oasc.SolrResourceLoader.locateSolrHome
> >
> > > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> >
> > > >>> 1359905511209
> >
> > > >>> > [junit4:junit4]   2> 3905 T2237
> oasc.CoreContainer$Initializer.initialize
> >
> > > >>> looking for solr.xml: /Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> >
> > > >>> 1359905511209/solr.xml
> >
> > > >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New
> >
> > > >>> CoreContainer 1639387465
> >
> > > >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading
> >
> > > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> >
> > > >>> 1359905511209/'
> >
> > > >>> > [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> >
> > > >>> 1359905511209/'
> >
> > > >>> > [junit4:junit4]   2> 3942 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> socketTimeout to:
> >
> > > >>> 60000
> >
> > > >>> > [junit4:junit4]   2> 3942 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
> >
> > > http://
> >
> > > >>> > [junit4:junit4]   2> 3943 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout
> to:
> >
> > > >>> 15000
> >
> > > >>> > [junit4:junit4]   2> 3943 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > >>> maxConnectionsPerHost to: 20
> >
> > > >>> > [junit4:junit4]   2> 3944 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize
> to: 0
> >
> > > >>> > [junit4:junit4]   2> 3944 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > maximumPoolSize to:
> >
> > > >>> 2147483647
> >
> > > >>> > [junit4:junit4]   2> 3945 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > maxThreadIdleTime
> >
> > > >>> to: 5
> >
> > > >>> > [junit4:junit4]   2> 3945 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue
> to: -
> >
> > > 1
> >
> > > >>> > [junit4:junit4]   2> 3946 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy
> to:
> >
> > > false
> >
> > > >>> > [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> >
> > > >>> =60000&connTimeout=15000&retry=false
> >
> > > >>> > [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering
> Log
> >
> > > >>> Listener
> >
> > > >>> > [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper
> >
> > > >>> Zookeeper client=127.0.0.1:49872/solr
> >
> > > >>> > [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath
> >
> > > zkHost
> >
> > > >>> includes chroot
> >
> > > >>> > [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client
> >
> > > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> >
> > > >>>
> >
> > > watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973
> >
> > > >>> > [junit4:junit4]   2> 3982 T2275
> >
> > > oaz.ClientCnxn$SendThread.logStartConnect
> >
> > > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not
> >
> > > >>> attempt to authenticate using SASL (access denied
> >
> > > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 3983 T2275
> >
> > > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> >
> > > established
> >
> > > >>> to localhost/127.0.0.1:49872, initiating session
> >
> > > >>> > [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run
> >
> > > Accepted
> >
> > > >>> socket connection from /127.0.0.1:49880
> >
> > > >>> > [junit4:junit4]   2> 3984 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49880
> >
> > > >>> > [junit4:junit4]   2> 3985 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Waiting for client to connect to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 3990 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0005 with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49880
> >
> > > >>> > [junit4:junit4]   2> 3991 T2275
> >
> > > oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@5dbf0973
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 3991 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Client is connected to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 3993 T2242
> >
> > > oazs.PrepRequestProcessor.pRequest2Txn
> >
> > > >>> Processed session termination for sessionid: 0x13ca0af48aa0005
> >
> > > >>> > [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock
> Closed
> >
> > > socket
> >
> > > >>> connection for client /127.0.0.1:49880 which had sessionid
> >
> > > 0x13ca0af48aa0005
> >
> > > >>> > [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session:
> >
> > > >>> 0x13ca0af48aa0005 closed
> >
> > > >>> > [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> >
> > > >>> 60000&connTimeout=15000
> >
> > > >>> > [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client
> >
> > > >>> connection, connectString=127.0.0.1:49872/solr
> sessionTimeout=30000
> >
> > > >>>
> watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e
> >
> > > >>> > [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run
> >
> > > >>> EventThread shut down
> >
> > > >>> > [junit4:junit4]   2> 4002 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Waiting for client to connect to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 4003 T2277
> >
> > > oaz.ClientCnxn$SendThread.logStartConnect
> >
> > > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not
> >
> > > >>> attempt to authenticate using SASL (access denied
> >
> > > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 4005 T2277
> >
> > > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> >
> > > established
> >
> > > >>> to localhost/127.0.0.1:49872, initiating session
> >
> > > >>> > [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run
> >
> > > Accepted
> >
> > > >>> socket connection from /127.0.0.1:49881
> >
> > > >>> > [junit4:junit4]   2> 4006 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49881
> >
> > > >>> > [junit4:junit4]   2> 4007 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0006 with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49881
> >
> > > >>> > [junit4:junit4]   2> 4007 T2277
> >
> > > oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@ddf927e
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 4008 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Client is connected to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 4009 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0006
> >
> > > >>> type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 4010 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0006
> >
> > > >>> type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 4012 T2237
> >
> > > oasc.ZkController.createEphemeralLiveNode
> >
> > > >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_
> >
> > > >>> > [junit4:junit4]   2> 4013 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0006
> >
> > > >>> type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode =
> >
> > > NoNode
> >
> > > >>> for /solr/live_nodes/127.0.0.1:49879_
> >
> > > >>> > [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /live_nodes/127.0.0.1:49879_
> >
> > > >>> > [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 1)
> >
> > > >>> > [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process
> Updating
> >
> > > live
> >
> > > >>> nodes... (2)
> >
> > > >>> > [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process
> Updating
> >
> > > live
> >
> > > >>> nodes... (2)
> >
> > > >>> > [junit4:junit4]   2> 4026 T2237
> >
> > > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
> Updating
> >
> > > >>> cluster state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating
> >
> > > SolrCore
> >
> > > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> >
> > > >>> 1359905511209/collection1
> >
> > > >>> > [junit4:junit4]   2> 4035 T2279
> >
> > > oasc.ZkController.createCollectionZkNode
> >
> > > >>> Check for collection zkNode:collection1
> >
> > > >>> > [junit4:junit4]   2> 4036 T2279
> >
> > > oasc.ZkController.createCollectionZkNode
> >
> > > >>> Collection zkNode exists
> >
> > > >>> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName
> Load
> >
> > > >>> collection config from:/collections/collection1
> >
> > > >>> > [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> >
> > > >>> 1359905511209/collection1/'
> >
> > > >>> > [junit4:junit4]   2> 4039 T2279
> >
> > > oasc.SolrResourceLoader.replaceClassLoader
> >
> > > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> >
> > > >>> 1359905511209/collection1/lib/classes/' to classloader
> >
> > > >>> > [junit4:junit4]   2> 4040 T2279
> >
> > > oasc.SolrResourceLoader.replaceClassLoader
> >
> > > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> >
> > > >>> 1359905511209/collection1/lib/README' to classloader
> >
> > > >>> > [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene
> >
> > > >>> MatchVersion: LUCENE_50
> >
> > > >>> > [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded
> SolrConfig:
> >
> > > >>> solrconfig.xml
> >
> > > >>> > [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema
> Reading
> >
> > > Solr
> >
> > > >>> Schema
> >
> > > >>> > [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema
> Schema
> >
> > > >>> name=test
> >
> > > >>> > [junit4:junit4]   2> 4637 T2279
> >
> > > oass.OpenExchangeRatesOrgProvider.init
> >
> > > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.
> >
> > > >>> > [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema
> default
> >
> > > >>> search field in schema is text
> >
> > > >>> > [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema
> unique
> >
> > > key
> >
> > > >>> field: id
> >
> > > >>> > [junit4:junit4]   2> 4671 T2279
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 4677 T2279
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 4684 T2279
> >
> > > oass.OpenExchangeRatesOrgProvider.reload
> >
> > > >>> Reloading exchange rates from open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 4686 T2279
> >
> > > oass.OpenExchangeRatesOrgProvider.reload
> >
> > > >>> Reloading exchange rates from open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1]
> >
> > > Opening
> >
> > > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> >
> > > >>> 1359905511209/collection1/,
> >
> > > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1/
> >
> > > >>> > [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX
> >
> > > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> >
> > > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> >
> > > >>> > [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory
> >
> > > >>> solr.NRTCachingDirectoryFactory
> >
> > > >>> > [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get
> return
> >
> > > new
> >
> > > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1 forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close
> >
> > > Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1
> >
> > > >>> > [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New
> >
> > > index
> >
> > > >>> directory detected: old=null
> >
> > > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1/index/
> >
> > > >>> > [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING
> >
> > > >>> [collection1] Solr index directory
> >
> > > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > 1359905507479/jetty1/index'
> >
> > > >>> doesn't exist. Creating new index...
> >
> > > >>> > [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get
> return
> >
> > > new
> >
> > > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1/index forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit
> >
> > > >>> SolrDeletionPolicy.onCommit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2> 4696 T2279
> oasc.SolrDeletionPolicy.updateCommits
> >
> > > >>> newest commit = 1[segments_1]
> >
> > > >>> > [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close
> >
> > > Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1/index
> >
> > > >>>
> >
> > > >>> > [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml:
> >
> > > >>> solr.XMLResponseWriter
> >
> > > >>> > [junit4:junit4]   2> 4700 T2279
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe"
> >
> > > >>> > [junit4:junit4]   2> 4700 T2279
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe-allfields"
> >
> > > >>> > [junit4:junit4]   2> 4701 T2279
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "stored_sig"
> >
> > > >>> > [junit4:junit4]   2> 4701 T2279
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "uniq-fields"
> >
> > > >>> > [junit4:junit4]   2> 4702 T2279
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> >
> > > >>> > [junit4:junit4]   2> 4702 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 4702 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 4703 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 4704 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> >
> > > >>> solr.RealTimeGetHandler
> >
> > > >>> > [junit4:junit4]   2> 4704 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> >
> > > >>> solr.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 4705 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> >
> > > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> >
> > > >>> > [junit4:junit4]   2> 4705 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> >
> > > >>> org.apache.solr.handler.admin.AdminHandlers
> >
> > > >>> > [junit4:junit4]   2> 4706 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 4706 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 4707 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 4708 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> >
> > > >>> solr.UpdateRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 4708 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 4709 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 4709 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckCompRH_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 4710 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 4711 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 4711 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH1:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 4712 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 4712 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 4713 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> >
> > > >>> solr.MoreLikeThisHandler
> >
> > > >>> > [junit4:junit4]   2> 4713 T2279
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> /debug/dump:
> >
> > > >>> solr.DumpRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init
> >
> > > >>> xsltCacheLifetimeSeconds=60
> >
> > > >>> > [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> >
> > > Please
> >
> > > >>> update your config to use the ShowFileRequestHandler.
> >
> > > >>> > [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING adding ShowFileRequestHandler with hidden files:
> >
> > > [SCHEMA.XML,
> >
> > > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> >
> > > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
> MAPPING-
> >
> > > >>> ISOLATIN1ACCENT.TXT]
> >
> > > >>> > [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close
> >
> > > Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1
> >
> > > >>> > [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init>
> Opening
> >
> > > >>> Searcher@7db1b132 main
> >
> > > >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard
> >
> > > >>> AutoCommit: disabled
> >
> > > >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft
> >
> > > AutoCommit:
> >
> > > >>> disabled
> >
> > > >>> > [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform
> >
> > > >>> Initializing spell checkers
> >
> > > >>> > [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init:
> >
> > > >>>
> >
> > >
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> >
> > > >>> ngth=3}
> >
> > > >>> > [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher
> >
> > > [collection1]
> >
> > > >>> Registered new searcher Searcher@7db1b132
> >
> > > >>> main{StandardDirectoryReader(segments_1:1)}
> >
> > > >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing
> >
> > > >>> core=collection1 state=down
> >
> > > >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards
> not
> >
> > > >>> found on descriptor - reading it from system property
> >
> > > >>> > [junit4:junit4]   2> 5182 T2260
> oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 5185 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=1 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"1",
> >
> > > >>> > [junit4:junit4]   2>          "shard":"shard1",
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"active",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"control_collection",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
> >
> > > >>> > [junit4:junit4]   2> 5198 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":null,
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"down",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
> >
> > > >>> > [junit4:junit4]   2> 5199 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.createCollection Create
> collection
> >
> > > >>> collection1 with numShards 2
> >
> > > >>> > [junit4:junit4]   2> 5199 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
> node to
> >
> > > >>> shard shard=shard1
> >
> > > >>> > [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> >
> > > >>> > [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> >
> > > >>> > [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> >
> > > >>> > [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore
> >
> > > registering
> >
> > > >>> core: collection1
> >
> > > >>> > [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register
> >
> > > replica -
> >
> > > >>> core:collection1 address:http://127.0.0.1:49879 collection:collection1
> >
> > > >>> shard:shard1
> >
> > > >>> > [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/collection1/leader_elect/shard1/election
> >
> > > >>> > [junit4:junit4]   2> 5813 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0006
> >
> > > >>> type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/collections/collection1/leaders Error:KeeperErrorCode =
> >
> > > NoNode
> >
> > > >>> for /solr/collections/collection1/leaders
> >
> > > >>> > [junit4:junit4]   2> 5815 T2279
> >
> > > >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the
> leader
> >
> > > >>> process.
> >
> > > >>> > [junit4:junit4]   2> 5817 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0006
> >
> > > >>> type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 5824 T2279
> >
> > > >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp
> Enough
> >
> > > >>> replicas found to continue.
> >
> > > >>> > [junit4:junit4]   2> 5824 T2279
> >
> > > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the
> new
> >
> > > leader
> >
> > > >>> - try and sync
> >
> > > >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas
> to
> >
> > > >>> http://127.0.0.1:49879/collection1/
> >
> > > >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync
> >
> > > Success -
> >
> > > >>> now sync replicas to me
> >
> > > >>> > [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe
> >
> > > >>> http://127.0.0.1:49879/collection1/ has no replicas
> >
> > > >>> > [junit4:junit4]   2> 5826 T2279
> >
> > > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
> >
> > > leader:
> >
> > > >>> http://127.0.0.1:49879/collection1/
> >
> > > >>> > [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/collection1/leaders/shard1
> >
> > > >>> > [junit4:junit4]   2> 5842 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0006
> >
> > > >>> type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 6744 T2260
> oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> >
> > > >>> > [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> >
> > > >>> > [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> >
> > > >>> > [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are
> >
> > > >>> http://127.0.0.1:49879/collection1/ and leader is
> >
> > > >>> http://127.0.0.1:49879/collection1/
> >
> > > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No
> LogReplay
> >
> > > >>> needed for core=collection1 baseURL=http://127.0.0.1:49879
> >
> > > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I
> am
> >
> > > the
> >
> > > >>> leader, no recovery necessary
> >
> > > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing
> >
> > > >>> core=collection1 state=active
> >
> > > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards
> not
> >
> > > >>> found on descriptor - reading it from system property
> >
> > > >>> > [junit4:junit4]   2> 6811 T2279
> oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test/J0
> >
> > > >>> > [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init() done
> >
> > > >>> > [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > >>> false
> >
> > > >>> > [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-
> 8.1.8.v20121106
> >
> > > >>> > [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart
> Started
> >
> > > >>> SelectChannelConnector@127.0.0.1:49882
> >
> > > >>> > [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init()
> >
> > > >>> > [junit4:junit4]   2> 7011 T2237
> >
> > > oasc.SolrResourceLoader.locateSolrHome
> >
> > > >>> JNDI not configured for solr (NoInitialContextEx)
> >
> > > >>> > [junit4:junit4]   2> 7011 T2237
> >
> > > oasc.SolrResourceLoader.locateSolrHome
> >
> > > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> >
> > > >>> 1359905514296
> >
> > > >>> > [junit4:junit4]   2> 7012 T2237
> oasc.CoreContainer$Initializer.initialize
> >
> > > >>> looking for solr.xml: /Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> >
> > > >>> 1359905514296/solr.xml
> >
> > > >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New
> >
> > > >>> CoreContainer 883532060
> >
> > > >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading
> >
> > > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> >
> > > >>> 1359905514296/'
> >
> > > >>> > [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> >
> > > >>> 1359905514296/'
> >
> > > >>> > [junit4:junit4]   2> 7046 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> socketTimeout to:
> >
> > > >>> 60000
> >
> > > >>> > [junit4:junit4]   2> 7047 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
> >
> > > http://
> >
> > > >>> > [junit4:junit4]   2> 7047 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout
> to:
> >
> > > >>> 15000
> >
> > > >>> > [junit4:junit4]   2> 7048 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > >>> maxConnectionsPerHost to: 20
> >
> > > >>> > [junit4:junit4]   2> 7048 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize
> to: 0
> >
> > > >>> > [junit4:junit4]   2> 7049 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > maximumPoolSize to:
> >
> > > >>> 2147483647
> >
> > > >>> > [junit4:junit4]   2> 7049 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > maxThreadIdleTime
> >
> > > >>> to: 5
> >
> > > >>> > [junit4:junit4]   2> 7050 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue
> to: -
> >
> > > 1
> >
> > > >>> > [junit4:junit4]   2> 7050 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy
> to:
> >
> > > false
> >
> > > >>> > [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> >
> > > >>> =60000&connTimeout=15000&retry=false
> >
> > > >>> > [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering
> Log
> >
> > > >>> Listener
> >
> > > >>> > [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper
> >
> > > >>> Zookeeper client=127.0.0.1:49872/solr
> >
> > > >>> > [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath
> >
> > > zkHost
> >
> > > >>> includes chroot
> >
> > > >>> > [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client
> >
> > > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> >
> > > >>>
> >
> > > watcher=org.apache.solr.common.cloud.ConnectionManager@29239796
> >
> > > >>> > [junit4:junit4]   2> 7081 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Waiting for client to connect to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 7081 T2290
> >
> > > oaz.ClientCnxn$SendThread.logStartConnect
> >
> > > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not
> >
> > > >>> attempt to authenticate using SASL (access denied
> >
> > > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 7082 T2290
> >
> > > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> >
> > > established
> >
> > > >>> to localhost/127.0.0.1:49872, initiating session
> >
> > > >>> > [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run
> >
> > > Accepted
> >
> > > >>> socket connection from /127.0.0.1:49883
> >
> > > >>> > [junit4:junit4]   2> 7083 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49883
> >
> > > >>> > [junit4:junit4]   2> 7085 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0007 with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49883
> >
> > > >>> > [junit4:junit4]   2> 7085 T2290
> >
> > > oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@29239796
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 7086 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Client is connected to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 7088 T2242
> >
> > > oazs.PrepRequestProcessor.pRequest2Txn
> >
> > > >>> Processed session termination for sessionid: 0x13ca0af48aa0007
> >
> > > >>> > [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock
> Closed
> >
> > > socket
> >
> > > >>> connection for client /127.0.0.1:49883 which had sessionid
> >
> > > 0x13ca0af48aa0007
> >
> > > >>> > [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run
> >
> > > >>> EventThread shut down
> >
> > > >>> > [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session:
> >
> > > >>> 0x13ca0af48aa0007 closed
> >
> > > >>> > [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> >
> > > >>> 60000&connTimeout=15000
> >
> > > >>> > [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client
> >
> > > >>> connection, connectString=127.0.0.1:49872/solr
> sessionTimeout=30000
> >
> > > >>>
> >
> > > watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
> >
> > > >>> > [junit4:junit4]   2> 7096 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Waiting for client to connect to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 7096 T2292
> >
> > > oaz.ClientCnxn$SendThread.logStartConnect
> >
> > > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not
> >
> > > >>> attempt to authenticate using SASL (access denied
> >
> > > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 7097 T2292
> >
> > > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> >
> > > established
> >
> > > >>> to localhost/127.0.0.1:49872, initiating session
> >
> > > >>> > [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run
> >
> > > Accepted
> >
> > > >>> socket connection from /127.0.0.1:49884
> >
> > > >>> > [junit4:junit4]   2> 7098 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49884
> >
> > > >>> > [junit4:junit4]   2> 7099 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0008 with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49884
> >
> > > >>> > [junit4:junit4]   2> 7099 T2292
> >
> > > oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 7100 T2237
> >
> > > oascc.ConnectionManager.waitForConnected
> >
> > > >>> Client is connected to ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 7101 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0008
> >
> > > >>> type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 7103 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0008
> >
> > > >>> type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 7104 T2237
> >
> > > oasc.ZkController.createEphemeralLiveNode
> >
> > > >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_
> >
> > > >>> > [junit4:junit4]   2> 7105 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0008
> >
> > > >>> type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode =
> >
> > > NoNode
> >
> > > >>> for /solr/live_nodes/127.0.0.1:49882_
> >
> > > >>> > [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /live_nodes/127.0.0.1:49882_
> >
> > > >>> > [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 2)
> >
> > > >>> > [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 2)
> >
> > > >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process
> Updating
> >
> > > live
> >
> > > >>> nodes... (3)
> >
> > > >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process
> Updating
> >
> > > live
> >
> > > >>> nodes... (3)
> >
> > > >>> > [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process
> Updating
> >
> > > live
> >
> > > >>> nodes... (3)
> >
> > > >>> > [junit4:junit4]   2> 7119 T2237
> >
> > > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
> Updating
> >
> > > >>> cluster state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating
> >
> > > SolrCore
> >
> > > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> >
> > > >>> 1359905514296/collection1
> >
> > > >>> > [junit4:junit4]   2> 7128 T2294
> >
> > > oasc.ZkController.createCollectionZkNode
> >
> > > >>> Check for collection zkNode:collection1
> >
> > > >>> > [junit4:junit4]   2> 7129 T2294
> >
> > > oasc.ZkController.createCollectionZkNode
> >
> > > >>> Collection zkNode exists
> >
> > > >>> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName
> Load
> >
> > > >>> collection config from:/collections/collection1
> >
> > > >>> > [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> >
> > > >>> 1359905514296/collection1/'
> >
> > > >>> > [junit4:junit4]   2> 7132 T2294
> >
> > > oasc.SolrResourceLoader.replaceClassLoader
> >
> > > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> >
> > > >>> 1359905514296/collection1/lib/classes/' to classloader
> >
> > > >>> > [junit4:junit4]   2> 7133 T2294
> >
> > > oasc.SolrResourceLoader.replaceClassLoader
> >
> > > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> >
> > > >>> 1359905514296/collection1/lib/README' to classloader
> >
> > > >>> > [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene
> >
> > > >>> MatchVersion: LUCENE_50
> >
> > > >>> > [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded
> SolrConfig:
> >
> > > >>> solrconfig.xml
> >
> > > >>> > [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema
> Reading
> >
> > > Solr
> >
> > > >>> Schema
> >
> > > >>> > [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema
> Schema
> >
> > > >>> name=test
> >
> > > >>> > [junit4:junit4]   2> 7764 T2294
> >
> > > oass.OpenExchangeRatesOrgProvider.init
> >
> > > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.
> >
> > > >>> > [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema
> default
> >
> > > >>> search field in schema is text
> >
> > > >>> > [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema
> unique
> >
> > > key
> >
> > > >>> field: id
> >
> > > >>> > [junit4:junit4]   2> 7795 T2294
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 7800 T2294
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 7805 T2294
> >
> > > oass.OpenExchangeRatesOrgProvider.reload
> >
> > > >>> Reloading exchange rates from open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 7807 T2294
> >
> > > oass.OpenExchangeRatesOrgProvider.reload
> >
> > > >>> Reloading exchange rates from open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1]
> >
> > > Opening
> >
> > > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> >
> > > >>> 1359905514296/collection1/,
> >
> > > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2/
> >
> > > >>> > [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX
> >
> > > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> >
> > > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> >
> > > >>> > [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory
> >
> > > >>> solr.NRTCachingDirectoryFactory
> >
> > > >>> > [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get
> return
> >
> > > new
> >
> > > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2 forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close
> >
> > > Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2
> >
> > > >>> > [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New
> >
> > > index
> >
> > > >>> directory detected: old=null
> >
> > > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2/index/
> >
> > > >>> > [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING
> >
> > > >>> [collection1] Solr index directory
> >
> > > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > 1359905507479/jetty2/index'
> >
> > > >>> doesn't exist. Creating new index...
> >
> > > >>> > [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get
> return
> >
> > > new
> >
> > > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2/index forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit
> >
> > > >>> SolrDeletionPolicy.onCommit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2> 7818 T2294
> oasc.SolrDeletionPolicy.updateCommits
> >
> > > >>> newest commit = 1[segments_1]
> >
> > > >>> > [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close
> >
> > > Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2/index
> >
> > > >>>
> >
> > > >>> > [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml:
> >
> > > >>> solr.XMLResponseWriter
> >
> > > >>> > [junit4:junit4]   2> 7822 T2294
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe"
> >
> > > >>> > [junit4:junit4]   2> 7822 T2294
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe-allfields"
> >
> > > >>> > [junit4:junit4]   2> 7823 T2294
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "stored_sig"
> >
> > > >>> > [junit4:junit4]   2> 7823 T2294
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "uniq-fields"
> >
> > > >>> > [junit4:junit4]   2> 7824 T2294
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> >
> > > >>> > [junit4:junit4]   2> 7824 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 7825 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 7825 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 7826 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> >
> > > >>> solr.RealTimeGetHandler
> >
> > > >>> > [junit4:junit4]   2> 7827 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> >
> > > >>> solr.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 7827 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> >
> > > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> >
> > > >>> > [junit4:junit4]   2> 7828 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> >
> > > >>> org.apache.solr.handler.admin.AdminHandlers
> >
> > > >>> > [junit4:junit4]   2> 7828 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 7829 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 7829 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 7830 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> >
> > > >>> solr.UpdateRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 7830 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 7831 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 7831 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckCompRH_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 7832 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 7833 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 7833 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH1:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 7834 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 7834 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 7835 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> >
> > > >>> solr.MoreLikeThisHandler
> >
> > > >>> > [junit4:junit4]   2> 7836 T2294
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> /debug/dump:
> >
> > > >>> solr.DumpRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init
> >
> > > >>> xsltCacheLifetimeSeconds=60
> >
> > > >>> > [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> >
> > > Please
> >
> > > >>> update your config to use the ShowFileRequestHandler.
> >
> > > >>> > [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING adding ShowFileRequestHandler with hidden files:
> >
> > > [SCHEMA.XML,
> >
> > > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> >
> > > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
> MAPPING-
> >
> > > >>> ISOLATIN1ACCENT.TXT]
> >
> > > >>> > [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close
> >
> > > Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2
> >
> > > >>> > [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init>
> Opening
> >
> > > >>> Searcher@43571abe main
> >
> > > >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard
> >
> > > >>> AutoCommit: disabled
> >
> > > >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft
> >
> > > AutoCommit:
> >
> > > >>> disabled
> >
> > > >>> > [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform
> >
> > > >>> Initializing spell checkers
> >
> > > >>> > [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init:
> >
> > > >>>
> >
> > >
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> >
> > > >>> ngth=3}
> >
> > > >>> > [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher
> >
> > > [collection1]
> >
> > > >>> Registered new searcher Searcher@43571abe
> >
> > > >>> main{StandardDirectoryReader(segments_1:1)}
> >
> > > >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing
> >
> > > >>> core=collection1 state=down
> >
> > > >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards
> not
> >
> > > >>> found on descriptor - reading it from system property
> >
> > > >>> > [junit4:junit4]   2> 8269 T2260
> oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 8270 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":"shard1",
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"active",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
> >
> > > >>> > [junit4:junit4]   2> 8276 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":null,
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"down",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
> >
> > > >>> > [junit4:junit4]   2> 8276 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already
> >
> > > exists
> >
> > > >>> with numShards=2
> >
> > > >>> > [junit4:junit4]   2> 8276 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
> node to
> >
> > > >>> shard shard=shard2
> >
> > > >>> > [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore
> >
> > > registering
> >
> > > >>> core: collection1
> >
> > > >>> > [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register
> >
> > > replica -
> >
> > > >>> core:collection1 address:http://127.0.0.1:49882 collection:collection1
> >
> > > >>> shard:shard2
> >
> > > >>> > [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/collection1/leader_elect/shard2/election
> >
> > > >>> > [junit4:junit4]   2> 8922 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0008
> >
> > > >>> type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/collections/collection1/leaders/shard2
> Error:KeeperErrorCode
> >
> > > =
> >
> > > >>> NoNode for /solr/collections/collection1/leaders/shard2
> >
> > > >>> > [junit4:junit4]   2> 8924 T2294
> >
> > > >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the
> leader
> >
> > > >>> process.
> >
> > > >>> > [junit4:junit4]   2> 8925 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0008
> >
> > > >>> type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 8929 T2294
> >
> > > >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp
> Enough
> >
> > > >>> replicas found to continue.
> >
> > > >>> > [junit4:junit4]   2> 8930 T2294
> >
> > > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the
> new
> >
> > > leader
> >
> > > >>> - try and sync
> >
> > > >>> > [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas
> to
> >
> > > >>> http://127.0.0.1:49882/collection1/
> >
> > > >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync
> >
> > > Success -
> >
> > > >>> now sync replicas to me
> >
> > > >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe
> >
> > > >>> http://127.0.0.1:49882/collection1/ has no replicas
> >
> > > >>> > [junit4:junit4]   2> 8932 T2294
> >
> > > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
> >
> > > leader:
> >
> > > >>> http://127.0.0.1:49882/collection1/
> >
> > > >>> > [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /collections/collection1/leaders/shard2
> >
> > > >>> > [junit4:junit4]   2> 8943 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa0008
> >
> > > >>> type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 9797 T2260
> oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A
> cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are
> >
> > > >>> http://127.0.0.1:49882/collection1/ and leader is
> >
> > > >>> http://127.0.0.1:49882/collection1/
> >
> > > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No
> LogReplay
> >
> > > >>> needed for core=collection1 baseURL=http://127.0.0.1:49882
> >
> > > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I
> am
> >
> > > the
> >
> > > >>> leader, no recovery necessary
> >
> > > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing
> >
> > > >>> core=collection1 state=active
> >
> > > >>> > [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards
> not
> >
> > > >>> found on descriptor - reading it from system property
> >
> > > >>> > [junit4:junit4]   2> 9835 T2294
> oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test/J0
> >
> > > >>> > [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init() done
> >
> > > >>> > [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > >>> false
> >
> > > >>> > [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-
> 8.1.8.v20121106
> >
> > > >>> > [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart
> Started
> >
> > > >>> SelectChannelConnector@127.0.0.1:49885
> >
> > > >>> > [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init()
> >
> > > >>> > [junit4:junit4]   2> 10001 T2237
> >
> > > oasc.SolrResourceLoader.locateSolrHome
> >
> > > >>> JNDI not configured for solr (NoInitialContextEx)
> >
> > > >>> > [junit4:junit4]   2> 10001 T2237
> >
> > > oasc.SolrResourceLoader.locateSolrHome
> >
> > > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> >
> > > >>> 1359905517315
> >
> > > >>> > [junit4:junit4]   2> 10002 T2237
> oasc.CoreContainer$Initializer.initialize
> >
> > > >>> looking for solr.xml: /Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> >
> > > >>> 1359905517315/solr.xml
> >
> > > >>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New
> >
> > > >>> CoreContainer 1478444421
> >
> > > >>> > [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading
> >
> > > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> >
> > > >>> 1359905517315/'
> >
> > > >>> > [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> >
> > > >>> 1359905517315/'
> >
> > > >>> > [junit4:junit4]   2> 10047 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> socketTimeout to:
> >
> > > >>> 60000
> >
> > > >>> > [junit4:junit4]   2> 10048 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
> >
> > > http://
> >
> > > >>> > [junit4:junit4]   2> 10048 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout
> to:
> >
> > > >>> 15000
> >
> > > >>> > [junit4:junit4]   2> 10049 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > >>> maxConnectionsPerHost to: 20
> >
> > > >>> > [junit4:junit4]   2> 10050 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize
> to: 0
> >
> > > >>> > [junit4:junit4]   2> 10050 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > maximumPoolSize to:
> >
> > > >>> 2147483647
> >
> > > >>> > [junit4:junit4]   2> 10051 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > maxThreadIdleTime
> >
> > > >>> to: 5
> >
> > > >>> > [junit4:junit4]   2> 10051 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue
> to: -
> >
> > > 1
> >
> > > >>> > [junit4:junit4]   2> 10052 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy
> to:
> >
> > > false
> >
> > > >>> > [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> >
> > > >>> =60000&connTimeout=15000&retry=false
> >
> > > >>> > [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering
> Log
> >
> > > >>> Listener
> >
> > > >>> > [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper
> >
> > > >>> Zookeeper client=127.0.0.1:49872/solr
> >
> > > >>> > [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath
> >
> > > zkHost
> >
> > > >>> includes chroot
> >
> > > >>> > [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating
> client
> >
> > > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> >
> > > >>>
> >
> > > watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1
> >
> > > >>> > [junit4:junit4]   2> 10086 T2237
> >
> > > >>> oascc.ConnectionManager.waitForConnected Waiting for client to
> >
> > > connect to
> >
> > > >>> ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 10086 T2305
> >
> > > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket
> connection
> >
> > > to
> >
> > > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
> using
> >
> > > SASL
> >
> > > >>> (access denied ("javax.security.auth.AuthPermission"
> >
> > > >>> "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 10088 T2305
> >
> > > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> >
> > > established
> >
> > > >>> to localhost/127.0.0.1:49872, initiating session
> >
> > > >>> > [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run
> >
> > > Accepted
> >
> > > >>> socket connection from /127.0.0.1:49886
> >
> > > >>> > [junit4:junit4]   2> 10089 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49886
> >
> > > >>> > [junit4:junit4]   2> 10089 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa0009 with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49886
> >
> > > >>> > [junit4:junit4]   2> 10090 T2305
> >
> > > oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@642e29e1
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 10090 T2237
> >
> > > >>> oascc.ConnectionManager.waitForConnected Client is connected to
> >
> > > >>> ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 10092 T2242
> >
> > > oazs.PrepRequestProcessor.pRequest2Txn
> >
> > > >>> Processed session termination for sessionid: 0x13ca0af48aa0009
> >
> > > >>> > [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock
> Closed
> >
> > > >>> socket connection for client /127.0.0.1:49886 which had sessionid
> >
> > > >>> 0x13ca0af48aa0009
> >
> > > >>> > [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run
> >
> > > >>> EventThread shut down
> >
> > > >>> > [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session:
> >
> > > >>> 0x13ca0af48aa0009 closed
> >
> > > >>> > [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> >
> > > >>> 60000&connTimeout=15000
> >
> > > >>> > [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating
> client
> >
> > > >>> connection, connectString=127.0.0.1:49872/solr
> sessionTimeout=30000
> >
> > > >>>
> >
> > > watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd
> >
> > > >>> > [junit4:junit4]   2> 10100 T2237
> >
> > > >>> oascc.ConnectionManager.waitForConnected Waiting for client to
> >
> > > connect to
> >
> > > >>> ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 10100 T2307
> >
> > > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket
> connection
> >
> > > to
> >
> > > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
> using
> >
> > > SASL
> >
> > > >>> (access denied ("javax.security.auth.AuthPermission"
> >
> > > >>> "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 10101 T2307
> >
> > > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> >
> > > established
> >
> > > >>> to localhost/127.0.0.1:49872, initiating session
> >
> > > >>> > [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run
> >
> > > Accepted
> >
> > > >>> socket connection from /127.0.0.1:49887
> >
> > > >>> > [junit4:junit4]   2> 10102 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49887
> >
> > > >>> > [junit4:junit4]   2> 10103 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa000a with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49887
> >
> > > >>> > [junit4:junit4]   2> 10104 T2307
> >
> > > oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@3507d0fd
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 10104 T2237
> >
> > > >>> oascc.ConnectionManager.waitForConnected Client is connected to
> >
> > > >>> ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 10106 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa000a
> >
> > > >>> type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 10108 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa000a
> >
> > > >>> type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 10110 T2237
> >
> > > >>> oasc.ZkController.createEphemeralLiveNode Register node as live in
> >
> > > >>> ZooKeeper:/live_nodes/127.0.0.1:49885_
> >
> > > >>> > [junit4:junit4]   2> 10111 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa000a
> >
> > > >>> type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode =
> >
> > > NoNode
> >
> > > >>> for /solr/live_nodes/127.0.0.1:49885_
> >
> > > >>> > [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /live_nodes/127.0.0.1:49885_
> >
> > > >>> > [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 3)
> >
> > > >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process
> >
> > > Updating
> >
> > > >>> live nodes... (4)
> >
> > > >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 4)
> >
> > > >>> > [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process
> >
> > > Updating
> >
> > > >>> live nodes... (4)
> >
> > > >>> > [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process
> >
> > > Updating
> >
> > > >>> live nodes... (4)
> >
> > > >>> > [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process
> >
> > > Updating
> >
> > > >>> live nodes... (4)
> >
> > > >>> > [junit4:junit4]   2> 10125 T2237
> >
> > > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
> Updating
> >
> > > >>> cluster state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating
> >
> > > SolrCore
> >
> > > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> >
> > > >>> 1359905517315/collection1
> >
> > > >>> > [junit4:junit4]   2> 10134 T2309
> >
> > > oasc.ZkController.createCollectionZkNode
> >
> > > >>> Check for collection zkNode:collection1
> >
> > > >>> > [junit4:junit4]   2> 10135 T2309
> >
> > > oasc.ZkController.createCollectionZkNode
> >
> > > >>> Collection zkNode exists
> >
> > > >>> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName
> >
> > > Load
> >
> > > >>> collection config from:/collections/collection1
> >
> > > >>> > [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> >
> > > >>> 1359905517315/collection1/'
> >
> > > >>> > [junit4:junit4]   2> 10138 T2309
> >
> > > >>> oasc.SolrResourceLoader.replaceClassLoader Adding
> >
> > > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> >
> > > >>> 1359905517315/collection1/lib/classes/' to classloader
> >
> > > >>> > [junit4:junit4]   2> 10139 T2309
> >
> > > >>> oasc.SolrResourceLoader.replaceClassLoader Adding
> >
> > > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> >
> > > >>> 1359905517315/collection1/lib/README' to classloader
> >
> > > >>> > [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene
> >
> > > >>> MatchVersion: LUCENE_50
> >
> > > >>> > [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded
> >
> > > SolrConfig:
> >
> > > >>> solrconfig.xml
> >
> > > >>> > [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema
> >
> > > Reading Solr
> >
> > > >>> Schema
> >
> > > >>> > [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema
> Schema
> >
> > > >>> name=test
> >
> > > >>> > [junit4:junit4]   2> 10784 T2309
> >
> > > oass.OpenExchangeRatesOrgProvider.init
> >
> > > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.
> >
> > > >>> > [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema
> default
> >
> > > >>> search field in schema is text
> >
> > > >>> > [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema
> unique
> >
> > > key
> >
> > > >>> field: id
> >
> > > >>> > [junit4:junit4]   2> 10817 T2309
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 10823 T2309
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 10828 T2309
> >
> > > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange
> rates
> >
> > > from
> >
> > > >>> open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 10830 T2309
> >
> > > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange
> rates
> >
> > > from
> >
> > > >>> open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1]
> >
> > > Opening
> >
> > > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> >
> > > >>> 1359905517315/collection1/,
> >
> > > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/
> >
> > > >>> > [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX
> >
> > > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> >
> > > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> >
> > > >>> > [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory
> >
> > > >>> solr.NRTCachingDirectoryFactory
> >
> > > >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get
> return
> >
> > > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3 forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close
> >
> > > >>> Releasing directory:/Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New
> >
> > > index
> >
> > > >>> directory detected: old=null
> >
> > > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index/
> >
> > > >>> > [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING
> >
> > > >>> [collection1] Solr index directory
> >
> > > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > 1359905507479/jetty3/index'
> >
> > > >>> doesn't exist. Creating new index...
> >
> > > >>> > [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get
> return
> >
> > > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit
> >
> > > >>> SolrDeletionPolicy.onCommit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2> 10842 T2309
> oasc.SolrDeletionPolicy.updateCommits
> >
> > > >>> newest commit = 1[segments_1]
> >
> > > >>> > [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close
> >
> > > >>> Releasing directory:/Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index
> >
> > > >>> > [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created
> xml:
> >
> > > >>> solr.XMLResponseWriter
> >
> > > >>> > [junit4:junit4]   2> 10846 T2309
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe"
> >
> > > >>> > [junit4:junit4]   2> 10847 T2309
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe-allfields"
> >
> > > >>> > [junit4:junit4]   2> 10847 T2309
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "stored_sig"
> >
> > > >>> > [junit4:junit4]   2> 10848 T2309
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "uniq-fields"
> >
> > > >>> > [junit4:junit4]   2> 10849 T2309
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> >
> > > >>> > [junit4:junit4]   2> 10849 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 10850 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 10851 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 10852 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> >
> > > >>> solr.RealTimeGetHandler
> >
> > > >>> > [junit4:junit4]   2> 10853 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> >
> > > >>> solr.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 10854 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> >
> > > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> >
> > > >>> > [junit4:junit4]   2> 10854 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> >
> > > >>> org.apache.solr.handler.admin.AdminHandlers
> >
> > > >>> > [junit4:junit4]   2> 10855 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 10855 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 10856 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 10856 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> >
> > > >>> solr.UpdateRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 10857 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 10857 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 10858 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckCompRH_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 10859 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 10860 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 10861 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH1:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 10861 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 10862 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 10862 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> >
> > > >>> solr.MoreLikeThisHandler
> >
> > > >>> > [junit4:junit4]   2> 10863 T2309
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> /debug/dump:
> >
> > > >>> solr.DumpRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init
> >
> > > >>> xsltCacheLifetimeSeconds=60
> >
> > > >>> > [junit4:junit4]   2> 10871 T2309
> oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> >
> > > Please
> >
> > > >>> update your config to use the ShowFileRequestHandler.
> >
> > > >>> > [junit4:junit4]   2> 10873 T2309
> oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING adding ShowFileRequestHandler with hidden files:
> >
> > > [SCHEMA.XML,
> >
> > > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> >
> > > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
> MAPPING-
> >
> > > >>> ISOLATIN1ACCENT.TXT]
> >
> > > >>> > [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close
> >
> > > >>> Releasing directory:/Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init>
> Opening
> >
> > > >>> Searcher@682615b3 main
> >
> > > >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard
> >
> > > >>> AutoCommit: disabled
> >
> > > >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft
> >
> > > >>> AutoCommit: disabled
> >
> > > >>> > [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform
> >
> > > >>> Initializing spell checkers
> >
> > > >>> > [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init:
> >
> > > >>>
> >
> > >
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> >
> > > >>> ngth=3}
> >
> > > >>> > [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher
> >
> > > [collection1]
> >
> > > >>> Registered new searcher Searcher@682615b3
> >
> > > >>> main{StandardDirectoryReader(segments_1:1)}
> >
> > > >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing
> >
> > > >>> core=collection1 state=down
> >
> > > >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish
> numShards
> >
> > > not
> >
> > > >>> found on descriptor - reading it from system property
> >
> > > >>> > [junit4:junit4]   2> 11333 T2260
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 11336 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":"shard2",
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"active",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
> >
> > > >>> > [junit4:junit4]   2> 11349 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":null,
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"down",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
> >
> > > >>> > [junit4:junit4]   2> 11350 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already
> >
> > > exists
> >
> > > >>> with numShards=2
> >
> > > >>> > [junit4:junit4]   2> 11351 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
> node to
> >
> > > >>> shard shard=shard1
> >
> > > >>> > [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> >
> > > >>> > [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> >
> > > >>> > [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> >
> > > >>> > [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> >
> > > >>> > [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> >
> > > >>> > [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore
> >
> > > registering
> >
> > > >>> core: collection1
> >
> > > >>> > [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register
> >
> > > replica -
> >
> > > >>> core:collection1 address:http://127.0.0.1:49885 collection:collection1
> >
> > > >>> shard:shard1
> >
> > > >>> > [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are
> >
> > > >>> http://127.0.0.1:49885/collection1/ and leader is
> >
> > > >>> http://127.0.0.1:49879/collection1/
> >
> > > >>> > [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No
> LogReplay
> >
> > > >>> needed for core=collection1 baseURL=http://127.0.0.1:49885
> >
> > > >>> > [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery
> Core
> >
> > > >>> needs to recover:collection1
> >
> > > >>> > [junit4:junit4]   2> 11934 T2309
> oasu.DefaultSolrCoreState.doRecovery
> >
> > > >>> Running recovery - first canceling any ongoing recovery
> >
> > > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1
> >
> > > >>> org.apache.solr.core.SolrCore@258a35
> >
> > > url=http://127.0.0.1:49885/collection1
> >
> > > >>> node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1
> >
> > > >>> props:{shard=null, roles=null, state=down, core=collection1,
> >
> > > >>> collection=collection1, node_name=127.0.0.1:49885_,
> >
> > > >>> base_url=http://127.0.0.1:49885}
> >
> > > >>> > [junit4:junit4]   2> 11935 T2311 C170 P49885
> oasc.RecoveryStrategy.run
> >
> > > >>> Starting recovery process.  core=collection1
> recoveringAfterStartup=true
> >
> > > >>> > [junit4:junit4]   2> 11936 T2309
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 11938 T2311 C170 P49885
> >
> > > >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> >
> > > >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885
> oasc.ZkController.publish
> >
> > > >>> publishing core=collection1 state=recovering
> >
> > > >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885
> oasc.ZkController.publish
> >
> > > >>> numShards not found on descriptor - reading it from system
> property
> >
> > > >>> > [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test/J0
> >
> > > >>> > [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init() done
> >
> > > >>> > [junit4:junit4]   2> 11943 T2311 C170 P49885
> >
> > > >>> oascsi.HttpClientUtil.createClient Creating new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > >>> false
> >
> > > >>> > [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > >>> false
> >
> > > >>> > [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-
> >
> > > 8.1.8.v20121106
> >
> > > >>> > [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart
> Started
> >
> > > >>> SelectChannelConnector@127.0.0.1:49889
> >
> > > >>> > [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init()
> >
> > > >>> > [junit4:junit4]   2> 12125 T2237
> >
> > > oasc.SolrResourceLoader.locateSolrHome
> >
> > > >>> JNDI not configured for solr (NoInitialContextEx)
> >
> > > >>> > [junit4:junit4]   2> 12126 T2237
> >
> > > oasc.SolrResourceLoader.locateSolrHome
> >
> > > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> >
> > > >>> 1359905519427
> >
> > > >>> > [junit4:junit4]   2> 12126 T2237
> oasc.CoreContainer$Initializer.initialize
> >
> > > >>> looking for solr.xml: /Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> >
> > > >>> 1359905519427/solr.xml
> >
> > > >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New
> >
> > > >>> CoreContainer 1310203382
> >
> > > >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading
> >
> > > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> >
> > > >>> 1359905519427/'
> >
> > > >>> > [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> >
> > > >>> 1359905519427/'
> >
> > > >>> > [junit4:junit4]   2> 12160 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> socketTimeout to:
> >
> > > >>> 60000
> >
> > > >>> > [junit4:junit4]   2> 12161 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
> >
> > > http://
> >
> > > >>> > [junit4:junit4]   2> 12161 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout
> to:
> >
> > > >>> 15000
> >
> > > >>> > [junit4:junit4]   2> 12162 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > >>> maxConnectionsPerHost to: 20
> >
> > > >>> > [junit4:junit4]   2> 12162 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize
> to: 0
> >
> > > >>> > [junit4:junit4]   2> 12163 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > maximumPoolSize to:
> >
> > > >>> 2147483647
> >
> > > >>> > [junit4:junit4]   2> 12163 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> >
> > > maxThreadIdleTime
> >
> > > >>> to: 5
> >
> > > >>> > [junit4:junit4]   2> 12164 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue
> to: -
> >
> > > 1
> >
> > > >>> > [junit4:junit4]   2> 12164 T2237
> >
> > > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy
> to:
> >
> > > false
> >
> > > >>> > [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> >
> > > >>> =60000&connTimeout=15000&retry=false
> >
> > > >>> > [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering
> Log
> >
> > > >>> Listener
> >
> > > >>> > [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper
> >
> > > >>> Zookeeper client=127.0.0.1:49872/solr
> >
> > > >>> > [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath
> >
> > > zkHost
> >
> > > >>> includes chroot
> >
> > > >>> > [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating
> client
> >
> > > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> >
> > > >>>
> >
> > > watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83
> >
> > > >>> > [junit4:junit4]   2> 12195 T2237
> >
> > > >>> oascc.ConnectionManager.waitForConnected Waiting for client to
> >
> > > connect to
> >
> > > >>> ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 12195 T2321
> >
> > > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket
> connection
> >
> > > to
> >
> > > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
> using
> >
> > > SASL
> >
> > > >>> (access denied ("javax.security.auth.AuthPermission"
> >
> > > >>> "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 12196 T2321
> >
> > > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> >
> > > established
> >
> > > >>> to localhost/127.0.0.1:49872, initiating session
> >
> > > >>> > [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run
> >
> > > Accepted
> >
> > > >>> socket connection from /127.0.0.1:49890
> >
> > > >>> > [junit4:junit4]   2> 12197 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49890
> >
> > > >>> > [junit4:junit4]   2> 12289 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa000b with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49890
> >
> > > >>> > [junit4:junit4]   2> 12289 T2321
> >
> > > oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@4df75a83
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 12291 T2237
> >
> > > >>> oascc.ConnectionManager.waitForConnected Client is connected to
> >
> > > >>> ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 12294 T2242
> >
> > > oazs.PrepRequestProcessor.pRequest2Txn
> >
> > > >>> Processed session termination for sessionid: 0x13ca0af48aa000b
> >
> > > >>> > [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session:
> >
> > > >>> 0x13ca0af48aa000b closed
> >
> > > >>> > [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock
> Closed
> >
> > > >>> socket connection for client /127.0.0.1:49890 which had sessionid
> >
> > > >>> 0x13ca0af48aa000b
> >
> > > >>> > [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> >
> > > >>> 60000&connTimeout=15000
> >
> > > >>> > [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run
> >
> > > >>> EventThread shut down
> >
> > > >>> > [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating
> client
> >
> > > >>> connection, connectString=127.0.0.1:49872/solr
> sessionTimeout=30000
> >
> > > >>>
> watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
> >
> > > >>> > [junit4:junit4]   2> 12305 T2237
> >
> > > >>> oascc.ConnectionManager.waitForConnected Waiting for client to
> >
> > > connect to
> >
> > > >>> ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 12307 T2323
> >
> > > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket
> connection
> >
> > > to
> >
> > > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
> using
> >
> > > SASL
> >
> > > >>> (access denied ("javax.security.auth.AuthPermission"
> >
> > > >>> "getLoginConfiguration"))
> >
> > > >>> > [junit4:junit4]   2> 12308 T2323
> >
> > > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> >
> > > established
> >
> > > >>> to localhost/127.0.0.1:49872, initiating session
> >
> > > >>> > [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run
> >
> > > Accepted
> >
> > > >>> socket connection from /127.0.0.1:49891
> >
> > > >>> > [junit4:junit4]   2> 12310 T2239
> >
> > > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> >
> > > >>> establish new session at /127.0.0.1:49891
> >
> > > >>> > [junit4:junit4]   2> 12313 T2241
> oazs.ZooKeeperServer.finishSessionInit
> >
> > > >>> Established session 0x13ca0af48aa000c with negotiated timeout
> 20000
> >
> > > for
> >
> > > >>> client /127.0.0.1:49891
> >
> > > >>> > [junit4:junit4]   2> 12313 T2323
> >
> > > oaz.ClientCnxn$SendThread.onConnected
> >
> > > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> >
> > > >>> sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000
> >
> > > >>> > [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process
> >
> > > Watcher
> >
> > > >>> org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
> >
> > > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> >
> > > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> >
> > > >>> type:None
> >
> > > >>> > [junit4:junit4]   2> 12314 T2237
> >
> > > >>> oascc.ConnectionManager.waitForConnected Client is connected to
> >
> > > >>> ZooKeeper
> >
> > > >>> > [junit4:junit4]   2> 12316 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa000c
> >
> > > >>> type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 12317 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa000c
> >
> > > >>> type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> >
> > > /solr/overseer
> >
> > > >>> > [junit4:junit4]   2> 12319 T2237
> >
> > > >>> oasc.ZkController.createEphemeralLiveNode Register node as live in
> >
> > > >>> ZooKeeper:/live_nodes/127.0.0.1:49889_
> >
> > > >>> > [junit4:junit4]   2> 12320 T2242
> oazs.PrepRequestProcessor.pRequest
> >
> > > Got
> >
> > > >>> user-level KeeperException when processing
> >
> > > sessionid:0x13ca0af48aa000c
> >
> > > >>> type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error
> >
> > > >>> Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode =
> >
> > > NoNode
> >
> > > >>> for /solr/live_nodes/127.0.0.1:49889_
> >
> > > >>> > [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath
> makePath:
> >
> > > >>> /live_nodes/127.0.0.1:49889_
> >
> > > >>> > [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 4)
> >
> > > >>> > [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 4)
> >
> > > >>> > [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 4)
> >
> > > >>> > [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process
> >
> > > Updating
> >
> > > >>> live nodes... (5)
> >
> > > >>> > [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process
> >
> > > Updating
> >
> > > >>> live nodes... (5)
> >
> > > >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > >>> type:NodeChildrenChanged path:/live_nodes, has occurred -
> updating...
> >
> > > (live
> >
> > > >>> nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process
> >
> > > Updating
> >
> > > >>> live nodes... (5)
> >
> > > >>> > [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process
> >
> > > Updating
> >
> > > >>> live nodes... (5)
> >
> > > >>> > [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process
> >
> > > Updating
> >
> > > >>> live nodes... (5)
> >
> > > >>> > [junit4:junit4]   2> 12335 T2237
> >
> > > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate
> Updating
> >
> > > >>> cluster state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating
> >
> > > SolrCore
> >
> > > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> >
> > > >>> 1359905519427/collection1
> >
> > > >>> > [junit4:junit4]   2> 12343 T2325
> >
> > > oasc.ZkController.createCollectionZkNode
> >
> > > >>> Check for collection zkNode:collection1
> >
> > > >>> > [junit4:junit4]   2> 12344 T2325
> >
> > > oasc.ZkController.createCollectionZkNode
> >
> > > >>> Collection zkNode exists
> >
> > > >>> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName
> >
> > > Load
> >
> > > >>> collection config from:/collections/collection1
> >
> > > >>> > [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new
> >
> > > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> >
> > > >>> 1359905519427/collection1/'
> >
> > > >>> > [junit4:junit4]   2> 12347 T2325
> >
> > > >>> oasc.SolrResourceLoader.replaceClassLoader Adding
> >
> > > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> >
> > > >>> 1359905519427/collection1/lib/classes/' to classloader
> >
> > > >>> > [junit4:junit4]   2> 12347 T2325
> >
> > > >>> oasc.SolrResourceLoader.replaceClassLoader Adding
> >
> > > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> >
> > > >>> 1359905519427/collection1/lib/README' to classloader
> >
> > > >>> > [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene
> >
> > > >>> MatchVersion: LUCENE_50
> >
> > > >>> > [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded
> >
> > > SolrConfig:
> >
> > > >>> solrconfig.xml
> >
> > > >>> > [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema
> >
> > > Reading Solr
> >
> > > >>> Schema
> >
> > > >>> > [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema
> Schema
> >
> > > >>> name=test
> >
> > > >>> > [junit4:junit4]   2> 12897 T2260
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 12899 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":"shard1",
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"recovering",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
> >
> > > >>> > [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 13012 T2325
> >
> > > oass.OpenExchangeRatesOrgProvider.init
> >
> > > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.
> >
> > > >>> > [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema
> default
> >
> > > >>> search field in schema is text
> >
> > > >>> > [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema
> unique
> >
> > > key
> >
> > > >>> field: id
> >
> > > >>> > [junit4:junit4]   2> 13045 T2325
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 13050 T2325
> oass.FileExchangeRateProvider.reload
> >
> > > >>> Reloading exchange rates from file currency.xml
> >
> > > >>> > [junit4:junit4]   2> 13055 T2325
> >
> > > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange
> rates
> >
> > > from
> >
> > > >>> open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 13057 T2325
> >
> > > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange
> rates
> >
> > > from
> >
> > > >>> open-exchange-rates.json
> >
> > > >>> > [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1]
> >
> > > Opening
> >
> > > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> >
> > > >>> 1359905519427/collection1/,
> >
> > > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/
> >
> > > >>> > [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX
> >
> > > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> >
> > > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> >
> > > >>> > [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory
> >
> > > >>> solr.NRTCachingDirectoryFactory
> >
> > > >>> > [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get
> return
> >
> > > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4 forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close
> >
> > > >>> Releasing directory:/Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New
> >
> > > index
> >
> > > >>> directory detected: old=null
> >
> > > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index/
> >
> > > >>> > [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING
> >
> > > >>> [collection1] Solr index directory
> >
> > > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > 1359905507479/jetty4/index'
> >
> > > >>> doesn't exist. Creating new index...
> >
> > > >>> > [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get
> return
> >
> > > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit
> >
> > > >>> SolrDeletionPolicy.onCommit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2> 13069 T2325
> oasc.SolrDeletionPolicy.updateCommits
> >
> > > >>> newest commit = 1[segments_1]
> >
> > > >>> > [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close
> >
> > > >>> Releasing directory:/Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index
> >
> > > >>> > [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created
> xml:
> >
> > > >>> solr.XMLResponseWriter
> >
> > > >>> > [junit4:junit4]   2> 13072 T2325
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe"
> >
> > > >>> > [junit4:junit4]   2> 13073 T2325
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "dedupe-allfields"
> >
> > > >>> > [junit4:junit4]   2> 13073 T2325
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "stored_sig"
> >
> > > >>> > [junit4:junit4]   2> 13074 T2325
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "uniq-fields"
> >
> > > >>> > [junit4:junit4]   2> 13074 T2325
> >
> > > oasup.UpdateRequestProcessorChain.init
> >
> > > >>> inserting DistributedUpdateProcessorFactory into
> >
> > > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> >
> > > >>> > [junit4:junit4]   2> 13075 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 13075 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> >
> > > >>> solr.ReplicationHandler
> >
> > > >>> > [junit4:junit4]   2> 13077 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 13077 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> >
> > > >>> solr.RealTimeGetHandler
> >
> > > >>> > [junit4:junit4]   2> 13078 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> >
> > > >>> solr.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 13078 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> >
> > > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> >
> > > >>> > [junit4:junit4]   2> 13079 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> >
> > > >>> org.apache.solr.handler.admin.AdminHandlers
> >
> > > >>> > [junit4:junit4]   2> 13080 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 13080 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> >
> > > requestHandler:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 13080 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> >
> > > >>> solr.StandardRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 13081 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> >
> > > >>> solr.UpdateRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 13082 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 13082 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 13083 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckCompRH_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 13084 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 13084 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > >>> spellCheckWithWordbreak_Direct:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 13085 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> >
> > > spellCheckCompRH1:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 13085 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 13086 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> >
> > > >>> org.apache.solr.handler.component.SearchHandler
> >
> > > >>> > [junit4:junit4]   2> 13086 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> >
> > > >>> solr.MoreLikeThisHandler
> >
> > > >>> > [junit4:junit4]   2> 13087 T2325
> >
> > > >>> oasc.RequestHandlers.initHandlersFromConfig created
> /debug/dump:
> >
> > > >>> solr.DumpRequestHandler
> >
> > > >>> > [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init
> >
> > > >>> xsltCacheLifetimeSeconds=60
> >
> > > >>> > [junit4:junit4]   2> 13096 T2325
> oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> >
> > > Please
> >
> > > >>> update your config to use the ShowFileRequestHandler.
> >
> > > >>> > [junit4:junit4]   2> 13098 T2325
> oasc.SolrCore.initDeprecatedSupport
> >
> > > >>> WARNING adding ShowFileRequestHandler with hidden files:
> >
> > > [SCHEMA.XML,
> >
> > > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> >
> > > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML,
> MAPPING-
> >
> > > >>> ISOLATIN1ACCENT.TXT]
> >
> > > >>> > [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close
> >
> > > >>> Releasing directory:/Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init>
> Opening
> >
> > > >>> Searcher@76850ab4 main
> >
> > > >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard
> >
> > > >>> AutoCommit: disabled
> >
> > > >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft
> >
> > > >>> AutoCommit: disabled
> >
> > > >>> > [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform
> >
> > > >>> Initializing spell checkers
> >
> > > >>> > [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init:
> >
> > > >>>
> >
> > >
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> >
> > > >>> ngth=3}
> >
> > > >>> > [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher
> >
> > > [collection1]
> >
> > > >>> Registered new searcher Searcher@76850ab4
> >
> > > >>> main{StandardDirectoryReader(segments_1:1)}
> >
> > > >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing
> >
> > > >>> core=collection1 state=down
> >
> > > >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish
> numShards
> >
> > > not
> >
> > > >>> found on descriptor - reading it from system property
> >
> > > >>> > [junit4:junit4]   2> 14416 T2260
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 14418 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":null,
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"down",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
> >
> > > >>> > [junit4:junit4]   2> 14418 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already
> >
> > > exists
> >
> > > >>> with numShards=2
> >
> > > >>> > [junit4:junit4]   2> 14418 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new
> node to
> >
> > > >>> shard shard=shard2
> >
> > > >>> > [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
> >
> > > >>> props:{shard=shard1, roles=null, state=recovering, core=collection1,
> >
> > > >>> collection=collection1, node_name=127.0.0.1:49885_,
> >
> > > >>> base_url=http://127.0.0.1:49885}
> >
> > > >>> > [junit4:junit4]   2> 14960 T2311 C170 P49885
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
> >
> > > >>> http://127.0.0.1:49879/collection1/ core=collection1 -
> >
> > > >>> recoveringAfterStartup=true
> >
> > > >>> > [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync
> >
> > > PeerSync:
> >
> > > >>> core=collection1 url=http://127.0.0.1:49885 START
> >
> > > >>> replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100
> >
> > > >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync
> >
> > > WARNING
> >
> > > >>> no frame of reference to tell of we've missed updates
> >
> > > >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885
> >
> > > >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not
> >
> > > successful -
> >
> > > >>> trying replication. core=collection1
> >
> > > >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
> >
> > > >>> core=collection1
> >
> > > >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
> >
> > > >>> core=collection1
> >
> > > >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885
> >
> > > >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
> >
> > > >>> FSUpdateLog{state=ACTIVE, tlog=null}
> >
> > > >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885
> >
> > > >>> oasc.RecoveryStrategy.replicate Attempting to replicate from
> >
> > > >>> http://127.0.0.1:49879/collection1/. core=collection1
> >
> > > >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885
> >
> > > >>> oascsi.HttpClientUtil.createClient Creating new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > >>> false
> >
> > > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1
> >
> > > >>> org.apache.solr.core.SolrCore@54e69ff4
> >
> > > >>> url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_
> >
> > > >>> C171_STATE=coll:collection1 core:collection1 props:{shard=shard1,
> >
> > > >>> roles=null, state=active, core=collection1, collection=collection1,
> >
> > > >>> node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879,
> >
> > > >>> leader=true}
> >
> > > >>> > [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get
> >
> > > >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
> >
> > > status=0
> >
> > > >>> QTime=0
> >
> > > >>> > [junit4:junit4]   2> 14984 T2268 C171 P49879
> >
> > > >>> oasu.DirectUpdateHandler2.commit start
> >
> > > >>>
> >
> > >
> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
> >
> > > >>> etes=false,softCommit=false}
> >
> > > >>> > [junit4:junit4]   2> 14985 T2268 C171 P49879
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1
> >
> > > >>> > [junit4:junit4]   2> 14987 T2268 C171 P49879
> >
> > > oasc.SolrDeletionPolicy.onInit
> >
> > > >>> SolrDeletionPolicy.onInit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2> 14988 T2268 C171 P49879
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 1[segments_1]
> >
> > > >>> > [junit4:junit4]   2> 14990 T2268 C171 P49879
> >
> > > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> >
> > > >>> commits:num=2
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> >
> > > >>> ents_2]
> >
> > > >>> > [junit4:junit4]   2> 14991 T2268 C171 P49879
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 2[segments_2]
> >
> > > >>> > [junit4:junit4]   2> 14992 T2268 C171 P49879
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1
> >
> > > >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879
> >
> > > oass.SolrIndexSearcher.<init>
> >
> > > >>> Opening Searcher@7915d36a realtime
> >
> > > >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879
> >
> > > >>> oasu.DirectUpdateHandler2.commit end_commit_flush
> >
> > > >>> > [junit4:junit4]   2> 14994 T2268 C171 P49879 /update
> >
> > > >>>
> >
> > >
> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
> >
> > > >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 10
> >
> > > >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885
> >
> > > oash.ReplicationHandler.inform
> >
> > > >>> Commits will be reserved for  10000
> >
> > > >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>
> No
> >
> > > >>> value set for 'pollInterval'. Timer Task not started.
> >
> > > >>> > [junit4:junit4]   2> 14998 T2272 C171 P49879
> >
> > > oash.ReplicationHandler.inform
> >
> > > >>> Commits will be reserved for  10000
> >
> > > >>> > [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication
> >
> > > >>> {command=indexversion&qt=/replication&wt=javabin&version=2}
> >
> > > status=0
> >
> > > >>> QTime=2
> >
> > > >>> > [junit4:junit4]   2> 14999 T2311 C170 P49885
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
> >
> > > >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> >
> > > >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Starting replication process
> >
> > > >>> > [junit4:junit4]   2> 15002 T2273 C171 P49879
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1
> >
> > > >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1/index
> >
> > > >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication
> >
> > > >>>
> >
> > >
> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
> >
> > > >>> status=0 QTime=1
> >
> > > >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in
> >
> > > master: 1
> >
> > > >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.get return new directory for
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index.20130203133202476 forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 15006 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 15007 T2311 C170 P49885
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Starting download to
> >
> > > >>>
> >
> > >
> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
> >
> > > >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index.20130203133202476
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> >
> > > >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> >
> > > >>> > [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication
> >
> > > >>>
> >
> > >
> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
> >
> > > >>> qt=/replication&generation=2} status=0 QTime=0
> >
> > > >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index
> >
> > > >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0
> secs
> >
> > > >>> > [junit4:junit4]   2> 15019 T2311 C170 P49885
> >
> > > >>> oash.SnapPuller.modifyIndexProps New index installed. Updating
> index
> >
> > > >>> properties... index=index.20130203133202476
> >
> > > >>> > [junit4:junit4]   2> 15020 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885
> >
> > > oasc.SolrCore.getNewIndexDir
> >
> > > >>> New index directory detected:
> >
> > > >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index/
> >
> > > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index.20130203133202476
> >
> > > >>> > [junit4:junit4]   2> 15024 T2311 C170 P49885
> >
> > > oasc.SolrDeletionPolicy.onInit
> >
> > > >>> SolrDeletionPolicy.onInit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index.20130203133202476
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> >
> > > >>> ents_2]
> >
> > > >>> > [junit4:junit4]   2> 15025 T2311 C170 P49885
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 2[segments_2]
> >
> > > >>> > [junit4:junit4]   2> 15026 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
> >
> > > >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new
> IndexWriter...
> >
> > > >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
> >
> > > >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until
> IndexWriter is
> >
> > > >>> unused... core=collection1
> >
> > > >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
> >
> > > >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old
> IndexWriter...
> >
> > > >>> core=collection1
> >
> > > >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index.20130203133202476
> >
> > > >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
> >
> > > oasc.SolrDeletionPolicy.onInit
> >
> > > >>> SolrDeletionPolicy.onInit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index.20130203133202476
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> >
> > > >>> ents_2]
> >
> > > >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 2[segments_2]
> >
> > > >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
> >
> > > >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is
> ready to
> >
> > > be
> >
> > > >>> used.
> >
> > > >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885
> >
> > > oass.SolrIndexSearcher.<init>
> >
> > > >>> Opening Searcher@11568f93 main
> >
> > > >>> > [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher
> >
> > > [collection1]
> >
> > > >>> Registered new searcher Searcher@11568f93
> >
> > > >>> main{StandardDirectoryReader(segments_2:1:nrt)}
> >
> > > >>> > [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close
> >
> > > >>> Releasing directory:/Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index
> >
> > > >>> > [junit4:junit4]   2> 15034 T2311 C170 P49885
> >
> > > >>> oasu.DirectUpdateHandler2.commit start
> >
> > > >>>
> >
> > >
> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
> >
> > > >>> letes=false,softCommit=false}
> >
> > > >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885
> >
> > > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> >
> > > >>> commits:num=2
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index.20130203133202476
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> >
> > > >>> ents_2]
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index.20130203133202476
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
> >
> > > >>> ents_3]
> >
> > > >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 3[segments_3]
> >
> > > >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
> >
> > > >>> oasu.DirectUpdateHandler2.commit end_commit_flush
> >
> > > >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index.20130203133202476
> >
> > > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3/index
> >
> > > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> >
> > > oasc.RecoveryStrategy.replay
> >
> > > >>> No replay needed. core=collection1
> >
> > > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was
> successful
> >
> > > -
> >
> > > >>> registering as Active. core=collection1
> >
> > > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> oasc.ZkController.publish
> >
> > > >>> publishing core=collection1 state=active
> >
> > > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> oasc.ZkController.publish
> >
> > > >>> numShards not found on descriptor - reading it from system
> property
> >
> > > >>> > [junit4:junit4]   2> 15040 T2311 C170 P49885
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
> >
> > > >>> core=collection1
> >
> > > >>> > [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore
> >
> > > registering
> >
> > > >>> core: collection1
> >
> > > >>> > [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register
> >
> > > replica -
> >
> > > >>> core:collection1 address:http://127.0.0.1:49889 collection:collection1
> >
> > > >>> shard:shard2
> >
> > > >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are
> >
> > > >>> http://127.0.0.1:49889/collection1/ and leader is
> >
> > > >>> http://127.0.0.1:49882/collection1/
> >
> > > >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No
> LogReplay
> >
> > > >>> needed for core=collection1 baseURL=http://127.0.0.1:49889
> >
> > > >>> > [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery
> Core
> >
> > > >>> needs to recover:collection1
> >
> > > >>> > [junit4:junit4]   2> 15218 T2325
> oasu.DefaultSolrCoreState.doRecovery
> >
> > > >>> Running recovery - first canceling any ongoing recovery
> >
> > > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1
> >
> > > >>> org.apache.solr.core.SolrCore@7ea77b6d
> >
> > > >>> url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_
> >
> > > >>> C172_STATE=coll:collection1 core:collection1 props:{shard=null,
> >
> > > roles=null,
> >
> > > >>> state=down, core=collection1, collection=collection1,
> >
> > > >>> node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
> >
> > > >>> > [junit4:junit4]   2> 15219 T2329 C172 P49889
> oasc.RecoveryStrategy.run
> >
> > > >>> Starting recovery process.  core=collection1
> recoveringAfterStartup=true
> >
> > > >>> > [junit4:junit4]   2> 15219 T2325
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889
> >
> > > >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> >
> > > >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889
> oasc.ZkController.publish
> >
> > > >>> publishing core=collection1 state=recovering
> >
> > > >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889
> oasc.ZkController.publish
> >
> > > >>> numShards not found on descriptor - reading it from system
> property
> >
> > > >>> > [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-core/test/J0
> >
> > > >>> > [junit4:junit4]   2> 15223 T2329 C172 P49889
> >
> > > >>> oascsi.HttpClientUtil.createClient Creating new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > >>> false
> >
> > > >>> > [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init
> >
> > > >>> SolrDispatchFilter.init() done
> >
> > > >>> > [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient
> >
> > > Creating
> >
> > > >>> new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > >>> false
> >
> > > >>> > [junit4:junit4]   2> 15230 T2237
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 15232 T2237
> >
> > > >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for
> >
> > > >>> recoveries to finish - collection: collection1 failOnTimeout:true
> timeout
> >
> > > >>> (sec):230
> >
> > > >>> > [junit4:junit4]   2> 15234 T2237
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 15948 T2260
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 15950 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":"shard1",
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"active",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
> >
> > > >>> > [junit4:junit4]   2> 15964 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":"shard2",
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"recovering",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
> >
> > > >>> > [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 16242 T2237
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 17250 T2237
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
> >
> > > >>> props:{shard=shard2, roles=null, state=recovering, core=collection1,
> >
> > > >>> collection=collection1, node_name=127.0.0.1:49889_,
> >
> > > >>> base_url=http://127.0.0.1:49889}
> >
> > > >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
> >
> > > >>> http://127.0.0.1:49882/collection1/ core=collection1 -
> >
> > > >>> recoveringAfterStartup=true
> >
> > > >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync
> >
> > > PeerSync:
> >
> > > >>> core=collection1 url=http://127.0.0.1:49889 START
> >
> > > >>> replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100
> >
> > > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync
> >
> > > WARNING
> >
> > > >>> no frame of reference to tell of we've missed updates
> >
> > > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> >
> > > >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not
> >
> > > successful -
> >
> > > >>> trying replication. core=collection1
> >
> > > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
> >
> > > >>> core=collection1
> >
> > > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
> >
> > > >>> core=collection1
> >
> > > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> >
> > > >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
> >
> > > >>> FSUpdateLog{state=ACTIVE, tlog=null}
> >
> > > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> >
> > > >>> oasc.RecoveryStrategy.replicate Attempting to replicate from
> >
> > > >>> http://127.0.0.1:49882/collection1/. core=collection1
> >
> > > >>> > [junit4:junit4]   2> 18235 T2329 C172 P49889
> >
> > > >>> oascsi.HttpClientUtil.createClient Creating new http client,
> >
> > > >>>
> >
> > >
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> >
> > > >>> false
> >
> > > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1
> >
> > > >>> org.apache.solr.core.SolrCore@41549a80
> >
> > > >>> url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_
> >
> > > >>> C173_STATE=coll:collection1 core:collection1 props:{shard=shard2,
> >
> > > >>> roles=null, state=active, core=collection1, collection=collection1,
> >
> > > >>> node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882,
> >
> > > >>> leader=true}
> >
> > > >>> > [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get
> >
> > > >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
> >
> > > status=0
> >
> > > >>> QTime=1
> >
> > > >>> > [junit4:junit4]   2> 18244 T2287 C173 P49882
> >
> > > >>> oasu.DirectUpdateHandler2.commit start
> >
> > > >>>
> >
> > >
> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
> >
> > > >>> etes=false,softCommit=false}
> >
> > > >>> > [junit4:junit4]   2> 18246 T2287 C173 P49882
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2
> >
> > > >>> > [junit4:junit4]   2> 18248 T2287 C173 P49882
> >
> > > oasc.SolrDeletionPolicy.onInit
> >
> > > >>> SolrDeletionPolicy.onInit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2> 18250 T2287 C173 P49882
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 1[segments_1]
> >
> > > >>> > [junit4:junit4]   2> 18253 T2237
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882
> >
> > > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> >
> > > >>> commits:num=2
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> >
> > > >>> ents_2]
> >
> > > >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 2[segments_2]
> >
> > > >>> > [junit4:junit4]   2> 18254 T2287 C173 P49882
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2
> >
> > > >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882
> >
> > > oass.SolrIndexSearcher.<init>
> >
> > > >>> Opening Searcher@33a54dcd realtime
> >
> > > >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882
> >
> > > >>> oasu.DirectUpdateHandler2.commit end_commit_flush
> >
> > > >>> > [junit4:junit4]   2> 18256 T2287 C173 P49882 /update
> >
> > > >>>
> >
> > >
> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
> >
> > > >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 12
> >
> > > >>> > [junit4:junit4]   2> 18257 T2329 C172 P49889
> >
> > > oash.ReplicationHandler.inform
> >
> > > >>> Commits will be reserved for  10000
> >
> > > >>> > [junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>
> No
> >
> > > >>> value set for 'pollInterval'. Timer Task not started.
> >
> > > >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882
> >
> > > oash.ReplicationHandler.inform
> >
> > > >>> Commits will be reserved for  10000
> >
> > > >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication
> >
> > > >>> {command=indexversion&qt=/replication&wt=javabin&version=2}
> >
> > > status=0
> >
> > > >>> QTime=1
> >
> > > >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
> >
> > > >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> >
> > > >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Starting replication process
> >
> > > >>> > [junit4:junit4]   2> 18265 T2286 C173 P49882
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2
> >
> > > >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2/index
> >
> > > >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication
> >
> > > >>>
> >
> > >
> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
> >
> > > >>> status=0 QTime=1
> >
> > > >>> > [junit4:junit4]   2> 18267 T2329 C172 P49889
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in
> >
> > > master: 1
> >
> > > >>> > [junit4:junit4]   2> 18268 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.get return new directory for
> >
> > > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index.20130203133205739 forceNew:false
> >
> > > >>> > [junit4:junit4]   2> 18269 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 18270 T2329 C172 P49889
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Starting download to
> >
> > > >>>
> >
> > >
> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
> >
> > > >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-
> Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index.20130203133205739
> >
> > > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> >
> > > >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> >
> > > >>> > [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication
> >
> > > >>>
> >
> > >
> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
> >
> > > >>> qt=/replication&generation=2} status=0 QTime=0
> >
> > > >>> > [junit4:junit4]   2> 18274 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index
> >
> > > >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889
> >
> > > >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0
> secs
> >
> > > >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889
> >
> > > >>> oash.SnapPuller.modifyIndexProps New index installed. Updating
> index
> >
> > > >>> properties... index=index.20130203133205739
> >
> > > >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
> >
> > > oasc.SolrCore.getNewIndexDir
> >
> > > >>> New index directory detected:
> >
> > > >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index/
> >
> > > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index.20130203133205739
> >
> > > >>> > [junit4:junit4]   2> 18279 T2329 C172 P49889
> >
> > > oasc.SolrDeletionPolicy.onInit
> >
> > > >>> SolrDeletionPolicy.onInit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index.20130203133205739
> >
> > > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> >
> > > >>> ents_2]
> >
> > > >>> > [junit4:junit4]   2> 18280 T2329 C172 P49889
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 2[segments_2]
> >
> > > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> >
> > > >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new
> IndexWriter...
> >
> > > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> >
> > > >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until
> IndexWriter is
> >
> > > >>> unused... core=collection1
> >
> > > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> >
> > > >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old
> IndexWriter...
> >
> > > >>> core=collection1
> >
> > > >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index.20130203133205739
> >
> > > >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
> >
> > > oasc.SolrDeletionPolicy.onInit
> >
> > > >>> SolrDeletionPolicy.onInit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index.20130203133205739
> >
> > > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> >
> > > >>> ents_2]
> >
> > > >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 2[segments_2]
> >
> > > >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
> >
> > > >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is
> ready to
> >
> > > be
> >
> > > >>> used.
> >
> > > >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889
> >
> > > oass.SolrIndexSearcher.<init>
> >
> > > >>> Opening Searcher@2b6d99f5 main
> >
> > > >>> > [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher
> >
> > > [collection1]
> >
> > > >>> Registered new searcher Searcher@2b6d99f5
> >
> > > >>> main{StandardDirectoryReader(segments_2:1:nrt)}
> >
> > > >>> > [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close
> >
> > > >>> Releasing directory:/Users/jenkins/jenkins-
> slave/workspace/Lucene-
> >
> > > Solr-
> >
> > > >>> trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index
> >
> > > >>> > [junit4:junit4]   2> 18288 T2329 C172 P49889
> >
> > > >>> oasu.DirectUpdateHandler2.commit start
> >
> > > >>>
> >
> > >
> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
> >
> > > >>> letes=false,softCommit=false}
> >
> > > >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889
> >
> > > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> >
> > > >>> commits:num=2
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index.20130203133205739
> >
> > > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> >
> > > >>> ents_2]
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index.20130203133205739
> >
> > > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
> >
> > > >>> ents_3]
> >
> > > >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 3[segments_3]
> >
> > > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> >
> > > >>> oasu.DirectUpdateHandler2.commit end_commit_flush
> >
> > > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index.20130203133205739
> >
> > > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4/index
> >
> > > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> >
> > > oasc.RecoveryStrategy.replay
> >
> > > >>> No replay needed. core=collection1
> >
> > > >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was
> successful
> >
> > > -
> >
> > > >>> registering as Active. core=collection1
> >
> > > >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889
> oasc.ZkController.publish
> >
> > > >>> publishing core=collection1 state=active
> >
> > > >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889
> oasc.ZkController.publish
> >
> > > >>> numShards not found on descriptor - reading it from system
> property
> >
> > > >>> > [junit4:junit4]   2> 18294 T2329 C172 P49889
> >
> > > >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
> >
> > > >>> core=collection1
> >
> > > >>> > [junit4:junit4]   2> 19014 T2260
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 19015 T2260
> >
> > > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> >
> > > >>> numShards=2 message={
> >
> > > >>> > [junit4:junit4]   2>          "operation":"state",
> >
> > > >>> > [junit4:junit4]   2>          "numShards":"2",
> >
> > > >>> > [junit4:junit4]   2>          "shard":"shard2",
> >
> > > >>> > [junit4:junit4]   2>          "roles":null,
> >
> > > >>> > [junit4:junit4]   2>          "state":"active",
> >
> > > >>> > [junit4:junit4]   2>          "core":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "collection":"collection1",
> >
> > > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
> >
> > > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
> >
> > > >>> > [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A
> >
> > > cluster
> >
> > > >>> state change: WatchedEvent state:SyncConnected
> >
> > > type:NodeDataChanged
> >
> > > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> >
> > > >>> > [junit4:junit4]   2> 19256 T2237
> >
> > > oascc.ZkStateReader.updateClusterState
> >
> > > >>> Updating cloud state from ZooKeeper...
> >
> > > >>> > [junit4:junit4]   2> 19257 T2237
> >
> > > >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish
> Recoveries
> >
> > > >>> finished - collection: collection1
> >
> > > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1
> >
> > > >>> org.apache.solr.core.SolrCore@31b27d14
> >
> > > >>> url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_
> >
> > > >>> C174_STATE=coll:control_collection core:collection1
> >
> > > props:{shard=shard1,
> >
> > > >>> roles=null, state=active, core=collection1,
> collection=control_collection,
> >
> > > >>> node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875,
> >
> > > >>> leader=true}
> >
> > > >>> > [junit4:junit4]   2> 19265 T2251 C174 P49875
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data
> >
> > > >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875
> >
> > > oasc.SolrDeletionPolicy.onInit
> >
> > > >>> SolrDeletionPolicy.onInit: commits:num=1
> >
> > > >>> > [junit4:junit4]   2>
> >
> > > >>>
> commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> >
> > > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> >
> > > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data/index
> >
> > > >>>
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
> >
> > > >>> maxCacheMB=48.0
> >
> > > >>>
> >
> > >
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> >
> > > >>> ents_1]
> >
> > > >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875
> >
> > > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> >
> > > 1[segments_1]
> >
> > > >>> > [junit4:junit4]   2> 19270 T2251 C174 P49875
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/control/data
> >
> > > >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875
> >
> > > oass.SolrIndexSearcher.<init>
> >
> > > >>> Opening Searcher@d328104 realtime
> >
> > > >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875 /update
> >
> > > >>> {wt=javabin&version=2} {deleteByQuery=*:* (-
> 1425964297601679360)} 0
> >
> > > 7
> >
> > > >>> > [junit4:junit4]   2> 19275 T2273 C171 P49879
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty1
> >
> > > >>> > [junit4:junit4]   2> 19281 T2284 C173 P49882
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty2
> >
> > > >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
> >
> > > >>> props:{shard=shard1, roles=null, state=active, core=collection1,
> >
> > > >>> collection=collection1, node_name=127.0.0.1:49885_,
> >
> > > >>> base_url=http://127.0.0.1:49885}
> >
> > > >>> > [junit4:junit4]   2> 19289 T2302 C170 P49885
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty3
> >
> > > >>> > [junit4:junit4]   2> 19291 T2302 C170 P49885 /update
> >
> > > >>> {update.distrib=FROMLEADER&_version_=-
> >
> > > >>>
> >
> > >
> 1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt
> >
> > > >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)}
> 0 4
> >
> > > >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
> >
> > > >>> props:{shard=shard2, roles=null, state=active, core=collection1,
> >
> > > >>> collection=collection1, node_name=127.0.0.1:49889_,
> >
> > > >>> base_url=http://127.0.0.1:49889}
> >
> > > >>> > [junit4:junit4]   2> 19291 T2320 C172 P49889
> >
> > > >>> oasc.CachingDirectoryFactory.close Releasing
> >
> > > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-
> >
> > > >>> MacOSX/solr/build/solr-
> >
> > > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> >
> > > >>> 1359905507479/jetty4
> >
> > > >>> > [junit4:junit4]   2> 19292 T2320 C172 P49889 /update
> >
> > > >>> {update.distrib=FROMLEADER&_version_=-
> >
> > > >>>
> >
> > >
> 1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt
> >
> > > >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)}
> 0 2
> >
> > > >>> > [junit4:junit4]   2> 19293 T2284 C173 P49882 /update
> >
> > > >>> {update.distrib=TOLEADER&wt=javabin&version=2}
> >
> > > {deleteByQuery=*:* (-
> >
> > > >>> 1425964297618456576)} 0 13
> >
> > > >>> > [junit4:junit4]   2> 19294 T2273 C171 P49879 /update
> >
> > > >>> {wt=javabin&version=2} {deleteByQuery=*:* (-
> 1425964297612165120)} 0
> >
> > > 21
> >
> > > >>> > [junit4:junit4]   2> 19303 T2252 C174 P49875 /update
> >
> > > >>> {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5
> >
> > > >>> > [junit4:junit4]   2> 19316 T2303 C170 P49885 /update
> >
> > > >>>
> >
> > >
> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
> >
> > > >>> ER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3
> >
> > > >>> > [junit4:junit4]   2> 19317 T2269 C171 P49879 /update
> >
> > > >>>
> >
> > >
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER
> >
> > > >>> &wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10
> >
> > > >>> > [junit4:junit4]   2> 19318 T2285 C173 P49882 /update
> >
> > > >>> {wt=javabin&version=2} {add=[1]} 0 13
> >
> > > >>> > [junit4:junit4]   2> 19328 T2254 C174 P49875 /update
> >
> > > >>> {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1
> >
> > > >>> > [junit4:junit4]   2> 19350 T2315 C172 P49889 /update
> >
> > > >>>
> >
> > >
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> >
> > > >>> ER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4
> >
> > > >>> > [junit4:junit4]   2> 19351 T2286 C173 P49882 /update
> >
> > > >>>
> >
> > >
> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
> >
> > > >>> &wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11
> >
> > > >>> > [junit4:junit4]   2> 19351 T2271 C171 P49879 /update
> >
> > > >>> {wt=javabin&version=2} {add=[2]} 0 15
> >
> > > >>> > [junit4:junit4]   2> 19357 T2255 C174 P49875 /update
> >
> > > >>> {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3
> >
> > > >>> > [junit4:junit4]   2> 19365 T2316 C172 P49889 /update
> >
> > > >>>
> >
> > >
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> >
> > > >>> ER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2
> >
> > > >>> > [junit4:junit4]   2> 19366 T2289 C173 P49882 /update
> >
> > > >>> {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7
> >
> > > >>> > [junit4:junit4]   2> 19371 T2250 C174 P49875 /update
> >
> > > >>> {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2
> >
> > > >>> > [junit4:junit4]   2> 19379 T2304 C170 P49885 /update
> >
> > > >>>
> >
> > >
> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
> >
> > > >>> ER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2
> >
> > > >>> > [junit4:junit4]   2> 19380 T2268 C171 P49879 /update
> >
> > > >>> {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7
> >
> > > >>> > [junit4:junit4]   2> 19385 T2251 C174 P49875 /update
> >
> > > >>> {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2
> >
> > > >>> > [junit4:junit4]   2> 19399 T2317 C172 P49889 /update
> >
> > > >>>
> >
> > >
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> >
> > > >>> ER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2
> >
> > > >>> > [junit4:junit4]   2> 19400 T2288 C173 P49882 /update
> >
> > > >>>
> >
> > >
> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
> >
> > > >>> &wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9
> >
> > > >>> > [junit4:junit4]   2> 19401 T2270 C171 P49879 /update
> >
> > > >>> {wt=javabin&version=2} {add=[5]} 0 12
> >
> > > >>> > [junit4:junit4]   2> 19406 T2253 C174 P49875 /update
> >
> > > >>> {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2
> >
> > > >>> > [junit4:junit4]   2> 19416 T2319 C172 P49889 /update
> >
> > > >>>
> >
> > >
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> >
> > > >>> ER&wt=javabin&version=2}
> >
> > > >>> >
> >
> > > >>> > [...truncated too long message...]
> >
> > > >>> >
> >
> > > >>> > it4:junit4]    >    at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> >
> > > >>> mizedRunner.java:787)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> >
> > > >>> evaluate(SystemPropertiesRestoreRule.java:53)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> >
> > > >>> SetupTeardownChained.java:50)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> >
> > > >>> cheSanity.java:51)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> >
> > > >>> fterRule.java:46)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> >
> > > >>> .evaluate(SystemPropertiesInvariantRule.java:55)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> >
> > > >>> readAndTestName.java:49)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> >
> > > >>> IgnoreAfterMaxFailures.java:70)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> >
> > > >>> .java:48)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> >
> > > >>> ementAdapter.java:36)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> >
> > > >>> run(ThreadLeakControl.java:358)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> >
> > > >>> (ThreadLeakControl.java:782)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> >
> > > >>> eakControl.java:442)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> >
> > > >>> domizedRunner.java:746)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> >
> > > >>> mizedRunner.java:648)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> >
> > > >>> mizedRunner.java:682)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> >
> > > >>> mizedRunner.java:693)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> >
> > > >>> ementAdapter.java:36)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> >
> > > >>> evaluate(SystemPropertiesRestoreRule.java:53)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> >
> > > >>> fterRule.java:46)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> >
> > > >>> assName.java:42)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> >
> > > >>> .evaluate(SystemPropertiesInvariantRule.java:55)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> >
> > > >>>
> >
> > > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> >
> > > >>>
> >
> > > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> >
> > > >>> ementAdapter.java:36)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> >
> > > >>> ertionsRequired.java:43)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> >
> > > >>> .java:48)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> >
> > > >>> IgnoreAfterMaxFailures.java:70)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> >
> > > >>> TestSuites.java:55)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> >
> > > >>> ementAdapter.java:36)
> >
> > > >>> > [junit4:junit4]    >        at
> >
> > > >>>
> >
> > >
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> >
> > > >>> run(ThreadLeakControl.java:358)
> >
> > > >>> > [junit4:junit4]    >        at java.lang.Thread.run(Thread.java:722)
> >
> > > >>> > [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore
> >
> > > >>> ###deleteCore
> >
> > > >>> > [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:
> >
> > > >>> {n_f1=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> foo_b=PostingsFormat(name=MockRandom),
> >
> > > >>> cat=PostingsFormat(name=NestedPulsing),
> >
> > > >>> foo_d=PostingsFormat(name=Asserting),
> >
> > > >>> foo_f=PostingsFormat(name=MockRandom),
> >
> > > >>> n_tl1=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> n_d1=PostingsFormat(name=NestedPulsing),
> >
> > > >>> rnd_b=PostingsFormat(name=Asserting),
> >
> > > >>> intDefault=PostingsFormat(name=NestedPulsing),
> >
> > > >>> n_td1=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> timestamp=PostingsFormat(name=NestedPulsing),
> >
> > > >>> id=PostingsFormat(name=Asserting),
> >
> > > >>> range_facet_sl=PostingsFormat(name=MockRandom),
> >
> > > >>> range_facet_si=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> oddField_s=PostingsFormat(name=MockRandom),
> >
> > > >>> sequence_i=PostingsFormat(name=MockRandom),
> >
> > > >>> name=PostingsFormat(name=Asserting),
> >
> > > >>> foo_i=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> regex_dup_B_s=PostingsFormat(name=NestedPulsing),
> >
> > > >>> multiDefault=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> n_tf1=PostingsFormat(name=NestedPulsing),
> >
> > > >>> n_dt1=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> genre_s=PostingsFormat(name=MockRandom),
> >
> > > >>> author_t=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> n_ti1=PostingsFormat(name=Asserting),
> >
> > > >>> range_facet_l=PostingsFormat(name=NestedPulsing),
> >
> > > >>> text=PostingsFormat(name=MockRandom),
> >
> > > >>> _version_=PostingsFormat(name=NestedPulsing),
> >
> > > >>> val_i=PostingsFormat(name=Asserting),
> >
> > > >>> SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing),
> >
> > > >>> series_t=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> a_t=PostingsFormat(name=NestedPulsing),
> >
> > > >>> n_tdt1=PostingsFormat(name=NestedPulsing),
> >
> > > >>> regex_dup_A_s=PostingsFormat(name=MockRandom),
> >
> > > >>> price=PostingsFormat(name=MockRandom),
> >
> > > >>> other_tl1=PostingsFormat(name=NestedPulsing),
> >
> > > >>> n_l1=PostingsFormat(name=NestedPulsing),
> >
> > > >>> a_si=MockFixedIntBlock(blockSize=1923),
> >
> > > >>> inStock=PostingsFormat(name=MockRandom)},
> >
> > > >>> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},
> >
> > > >>> locale=hu_HU, timezone=America/Sao_Paulo
> >
> > > >>> > [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle
> Corporation
> >
> > > >>> 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144
> >
> > > >>> > [junit4:junit4]   2> NOTE: All tests run in this JVM:
> >
> > > >>> [FullSolrCloudDistribCmdsTest, SortByFunctionTest,
> >
> > > SolrRequestParserTest,
> >
> > > >>> CacheHeaderTest, AlternateDirectoryTest,
> SpellingQueryConverterTest,
> >
> > > >>> SynonymTokenizerTest, TestSort, LukeRequestHandlerTest,
> >
> > > >>> TestRangeQuery, FileBasedSpellCheckerTest,
> TestPhraseSuggestions,
> >
> > > >>> TestPluginEnable, TestComponentsName, TestJmxIntegration,
> >
> > > >>> SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions,
> >
> > > BasicDistributedZk2Test,
> >
> > > >>> UpdateRequestProcessorFactoryTest, BadIndexSchemaTest,
> >
> > > >>> SchemaVersionSpecificBehaviorTest,
> WordBreakSolrSpellCheckerTest,
> >
> > > >>> TestIndexingPerformance, JSONWriterTest,
> >
> > > >>> FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache,
> >
> > > >>> PingRequestHandlerTest, PrimitiveFieldTypeTest,
> RequestHandlersTest,
> >
> > > >>> TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest,
> >
> > > >>> ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest,
> >
> > > >>> CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest,
> >
> > > >>> TestStressRecovery, BadComponentTest, TestJoin,
> >
> > > DocumentBuilderTest,
> >
> > > >>> TestStressLucene, DOMUtilTest, TestFunctionQuery,
> >
> > > TestHashPartitioner,
> >
> > > >>> SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest,
> >
> > > >>> HardAutoCommitTest, ChaosMonkeySafeLeaderTest,
> >
> > > >>> DistributedQueryElevationComponentTest,
> RegexBoostProcessorTest,
> >
> > > >>> TestReplicationHandler, UpdateParamsTest,
> >
> > > >>> DirectUpdateHandlerOptimizeTest, TestGroupingSearch,
> >
> > > >>> TestElisionMultitermQuery, SuggesterTest, TestCharFilters,
> >
> > > ReturnFieldsTest,
> >
> > > >>> StandardRequestHandlerTest, SystemInfoHandlerTest,
> >
> > > >>> TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest,
> >
> > > >>> DefaultValueUpdateProcessorTest, LeaderElectionTest,
> >
> > > >>> SpellCheckComponentTest, TestBinaryResponseWriter,
> >
> > > >>> TestPseudoReturnFields, TestStressVersions,
> >
> > > >>> StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest,
> >
> > > >>> TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions,
> >
> > > >>> SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory,
> >
> > > >>> TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest,
> >
> > > >>> TestPHPSerializedResponseWriter, TestUtils, TestRecovery,
> >
> > > >>> DistributedTermsComponentTest, UUIDFieldTest,
> >
> > > >>> ShowFileRequestHandlerTest, TestSolrDeletionPolicy1,
> >
> > > >>> IndexSchemaRuntimeFieldTest, IndexSchemaTest,
> >
> > > TestRemoteStreaming,
> >
> > > >>> TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser,
> >
> > > >>> PolyFieldTest, TestNumberUtils, TestQuerySenderListener,
> >
> > > >>> TestFoldingMultitermQuery, TestPartialUpdateDeduplication,
> >
> > > >>> DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest,
> >
> > > >>> ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest,
> >
> > > >>> ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest,
> >
> > > TestUpdate,
> >
> > > >>> TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest,
> >
> > > >>> SimplePostToolTest, NumericFieldsTest,
> IndexBasedSpellCheckerTest,
> >
> > > >>> OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser,
> >
> > > >>> SignatureUpdateProcessorFactoryTest, ResourceLoaderTest,
> >
> > > >>> BasicDistributedZkTest]
> >
> > > >>> > [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!
> >
> > > >>> >
> >
> > > >>> > [...truncated 380 lines...]
> >
> > > >>> > BUILD FAILED
> >
> > > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/build.xml:346: The following error occurred while executing
> this
> >
> > > >>> line:
> >
> > > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/build.xml:39: The following error occurred while executing
> this
> >
> > > line:
> >
> > > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/build.xml:178: The following error occurred while
> >
> > > executing this
> >
> > > >>> line:
> >
> > > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/solr/common-build.xml:428: The following error occurred
> while
> >
> > > >>> executing this line:
> >
> > > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/lucene/common-build.xml:1176: The following error
> occurred
> >
> > > while
> >
> > > >>> executing this line:
> >
> > > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> >
> > > >>> MacOSX/lucene/common-build.xml:841: There were test failures:
> 249
> >
> > > suites,
> >
> > > >>> 1038 tests, 1 failure, 14 ignored (3 assumptions)
> >
> > > >>> >
> >
> > > >>> > Total time: 58 minutes 11 seconds
> >
> > > >>> > Build step 'Invoke Ant' marked build as failure
> >
> > > >>> > Archiving artifacts
> >
> > > >>> > Recording test results
> >
> > > >>> > Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
> >
> > > >>> > Email was triggered for: Failure
> >
> > > >>> > Sending email for trigger: Failure
> >
> > > >>> >
> >
> > > >>> >
> >
> > > >>> >
> >
> > > >>> > ---------------------------------------------------------------------
> >
> > > >>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> >
> > > >>> > For additional commands, e-mail: dev-help@lucene.apache.org
> >
> > > >>>
> >
> > > >>>
> >
> > > >>> ---------------------------------------------------------------------
> >
> > > >>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> >
> > > >>> For additional commands, e-mail: dev-help@lucene.apache.org
> >
> > > >>
> >
> > > >>
> >
> > > >> ---------------------------------------------------------------------
> >
> > > >> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> >
> > > >> For additional commands, e-mail: dev-help@lucene.apache.org
> >
> > > >>
> >
> > > >
> >
> > > >
> >
> > > >
> >
> > > > --
> >
> > > > - Mark
> >
> > >
> >
> > >
> >
> > >
> >
> > > --
> >
> > > - Mark
> >
> > >
> >
> > > ---------------------------------------------------------------------
> >
> > > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> >
> > > For additional commands, e-mail: dev-help@lucene.apache.org
> >
> >
> >
> >
> > --
> > - Mark
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
I just retested with my macbook air which has an open file limit of 256 as well, and the tests passed. I'll run a couple more times.

- Mark


On Feb 3, 2013, at 4:13 PM, Mark Miller <ma...@gmail.com> wrote:

> I think if it's only happening on that mac vm, probably the limits should be raised if that's the issue. It doesn't happen on other platforms or two macs I have.
> 
> I'm guessing it's not that though - I've seen that happen with network connections and it's always been easy to diagnose.
> 
> - Mark
> 
> On Sun, Feb 3, 2013 at 4:01 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
> Could this maybe related to number of open files? I have no idea how to configure that on MacOS. If this is the case, we should really drill down this test to not open so many file descriptors. Current setting:
> 
>  
> 
> localhost:~ jenkins$ ulimit -a
> 
> core file size          (blocks, -c) 0
> 
> data seg size           (kbytes, -d) unlimited
> 
> file size               (blocks, -f) unlimited
> 
> max locked memory       (kbytes, -l) unlimited
> 
> max memory size         (kbytes, -m) unlimited
> 
> open files                      (-n) 256
> 
> pipe size            (512 bytes, -p) 1
> 
> stack size              (kbytes, -s) 8192
> 
> cpu time               (seconds, -t) unlimited
> 
> max user processes              (-u) 709
> 
> virtual memory          (kbytes, -v) unlimited
> 
>  
> 
> -----
> 
> Uwe Schindler
> 
> H.-H.-Meier-Allee 63, D-28213 Bremen
> 
> http://www.thetaphi.de
> 
> eMail: uwe@thetaphi.de
> 
>  
> 
> From: Uwe Schindler [mailto:uwe@thetaphi.de] 
> Sent: Sunday, February 03, 2013 9:37 PM
> To: dev@lucene.apache.org; markrmiller@gmail.com
> Subject: RE: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!
> 
>  
> 
> This is indeed strage. This is a default MacOSX install with no special network config. All plain simple:
> 
>  
> 
> <image001.png>
> 
>  
> 
> -----
> 
> Uwe Schindler
> 
> H.-H.-Meier-Allee 63, D-28213 Bremen
> 
> http://www.thetaphi.de
> 
> eMail: uwe@thetaphi.de
> 
>  
> 
>  
> 
> > -----Original Message-----
> 
> > From: Mark Miller [mailto:markrmiller@gmail.com]
> 
> > Sent: Sunday, February 03, 2013 8:48 PM
> 
> > To: dev@lucene.apache.org
> 
> > Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #
> 
> > 178 - Still Failing!
> 
> >
> 
> > A jetty is trying to recover by talking to the leader jetty. But it
> 
> > keeps hitting the following exception and that is why it never
> 
> > recovers. The URL looks to be http://127.0.0.1:49879
> 
> >
> 
> > [junit4:junit4]   2> 241315 T2521 C191 P49882
> 
> > oascsi.HttpClientUtil.createClient Creating new http client,
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > false
> 
> > [junit4:junit4]   2> 241324 T2521 C191 P49882
> 
> > oahic.DefaultRequestDirector.tryExecute I/O exception
> 
> > (java.net.SocketException) caught when processing request: Invalid
> 
> > argument
> 
> > [junit4:junit4]   2> 241325 T2521 C191 P49882
> 
> > oahic.DefaultRequestDirector.tryExecute Retrying request
> 
> > [junit4:junit4]   2> 241326 T2521 C191 P49882
> 
> > oahic.DefaultRequestDirector.tryExecute I/O exception
> 
> > (java.net.SocketException) caught when processing request: Invalid
> 
> > argument
> 
> > [junit4:junit4]   2> 241326 T2521 C191 P49882
> 
> > oahic.DefaultRequestDirector.tryExecute Retrying request
> 
> > [junit4:junit4]   2> 241326 T2521 C191 P49882
> 
> > oahic.DefaultRequestDirector.tryExecute I/O exception
> 
> > (java.net.SocketException) caught when processing request: Invalid
> 
> > argument
> 
> > [junit4:junit4]   2> 241327 T2521 C191 P49882
> 
> > oahic.DefaultRequestDirector.tryExecute Retrying request
> 
> > [junit4:junit4]   2> 241328 T2521 C191 P49882 oasc.SolrException.log
> 
> > SEVERE Error while trying to recover.
> 
> > core=unloadcollection2:org.apache.solr.client.solrj.SolrServerException:
> 
> > IOException occured when talking to server at: http://127.0.0.1:49879
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
> 
> > 416)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
> 
> > 181)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStr
> 
> > ategy.java:202)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:
> 
> > 346)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
> 
> > [junit4:junit4]   2>       Caused by: java.net.SocketException: Invalid
> 
> > argument
> 
> > [junit4:junit4]   2>                       at
> 
> > java.net.SocketInputStream.socketRead0(Native Method)
> 
> > [junit4:junit4]   2>                       at
> 
> > java.net.SocketInputStream.read(SocketInputStream.java:150)
> 
> > [junit4:junit4]   2>                       at
> 
> > java.net.SocketInputStream.read(SocketInputStream.java:121)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessio
> 
> > nInputBuffer.java:149)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:
> 
> > 111)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessio
> 
> > nInputBuffer.java:264)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultRespo
> 
> > nseParser.java:98)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessagePars
> 
> > er.java:252)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader
> 
> > (AbstractHttpClientConnection.java:282)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader
> 
> > (DefaultClientConnection.java:247)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHea
> 
> > der(AbstractClientConnAdapter.java:216)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRe
> 
> > questExecutor.java:298)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecut
> 
> > or.java:125)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequ
> 
> > estDirector.java:647)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequest
> 
> > Director.java:464)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
> 
> > va:820)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
> 
> > va:754)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
> 
> > va:732)
> 
> > [junit4:junit4]   2>                       at
> 
> > org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
> 
> > 353)
> 
> > [junit4:junit4]   2>                       ... 4 more
> 
> >
> 
> > On Sun, Feb 3, 2013 at 2:42 PM, Mark Miller <ma...@gmail.com>
> 
> > wrote:
> 
> > > I'll dig in a bit later and pull out the log snippet.
> 
> > >
> 
> > > In regards to the 'fake' addresses though, this test should not be
> 
> > > using them. It create N jetties, all will real addresses. That's the
> 
> > > goal anyway.
> 
> > >
> 
> > > - Mark
> 
> > >
> 
> > > On Sun, Feb 3, 2013 at 2:01 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
> 
> > >> Can you find out from the logs (or add a system.out), so we see to
> 
> > *where* it wants to connect? The Invalid argument should be fine, because
> 
> > this is also used in linux when it connects to the fake IPv6 addresses that
> 
> > "emulate" broken slaves. The BasicDistributedTestcase has a list of "fake"
> 
> > addresses, and I assume it is one of them. Maybe this test should *not* use
> 
> > those?
> 
> > >>
> 
> > >> Uwe
> 
> > >>
> 
> > >> -----
> 
> > >> Uwe Schindler
> 
> > >> H.-H.-Meier-Allee 63, D-28213 Bremen
> 
> > >> http://www.thetaphi.de
> 
> > >> eMail: uwe@thetaphi.de
> 
> > >>
> 
> > >>
> 
> > >>> -----Original Message-----
> 
> > >>> From: Mark Miller [mailto:markrmiller@gmail.com]
> 
> > >>> Sent: Sunday, February 03, 2013 5:08 PM
> 
> > >>> To: dev@lucene.apache.org
> 
> > >>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) -
> 
> > Build #
> 
> > >>> 178 - Still Failing!
> 
> > >>>
> 
> > >>> In this test recovery fails because an http request keeps failing with:
> 
> > >>>
> 
> > >>> java.net.SocketException: Invalid argument
> 
> > >>>
> 
> > >>> Some googling points to an ipv4/ipv6 issue? Seems like an
> 
> > environment/test
> 
> > >>> problem.
> 
> > >>>
> 
> > >>> - Mark
> 
> > >>>
> 
> > >>> On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server
> 
> > >>> <je...@thetaphi.de> wrote:
> 
> > >>>
> 
> > >>> > Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/
> 
> > >>> > Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
> 
> > >>> >
> 
> > >>> > 1 tests failed.
> 
> > >>> > REGRESSION:
> 
> > >>> org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
> 
> > >>> >
> 
> > >>> > Error Message:
> 
> > >>> > There are still nodes recoverying - waited for 230 seconds
> 
> > >>> >
> 
> > >>> > Stack Trace:
> 
> > >>> > java.lang.AssertionError: There are still nodes recoverying - waited for
> 
> > 230
> 
> > >>> seconds
> 
> > >>> >     at
> 
> > >>>
> 
> > __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C3
> 
> > >>> 0]:0)
> 
> > >>> >     at org.junit.Assert.fail(Assert.java:93)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> 
> > >>> AbstractDistribZkTestBase.java:168)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> 
> > >>> AbstractDistribZkTestBase.java:126)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> 
> > >>> AbstractDistribZkTestBase.java:121)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(Ba
> 
> > >>> sicDistributedZkTest.java:458)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.j
> 
> > >>> ava:337)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistri
> 
> > >>> butedSearchTestCase.java:794)
> 
> > >>> >     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 
> > >>> >     at
> 
> > >>>
> 
> > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> 
> > >>> ava:57)
> 
> > >>> >     at
> 
> > >>>
> 
> > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> 
> > >>> sorImpl.java:43)
> 
> > >>> >     at java.lang.reflect.Method.invoke(Method.java:601)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> 
> > >>> dRunner.java:1559)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> 
> > >>> mizedRunner.java:79)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> 
> > >>> mizedRunner.java:737)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> 
> > >>> mizedRunner.java:773)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> 
> > >>> mizedRunner.java:787)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> 
> > >>> evaluate(SystemPropertiesRestoreRule.java:53)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> 
> > >>> SetupTeardownChained.java:50)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> 
> > >>> cheSanity.java:51)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> 
> > >>> fterRule.java:46)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> 
> > >>> .evaluate(SystemPropertiesInvariantRule.java:55)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> 
> > >>> readAndTestName.java:49)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> 
> > >>> IgnoreAfterMaxFailures.java:70)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> 
> > >>> .java:48)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> 
> > >>> ementAdapter.java:36)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> 
> > >>> run(ThreadLeakControl.java:358)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> 
> > >>> (ThreadLeakControl.java:782)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> 
> > >>> eakControl.java:442)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> 
> > >>> domizedRunner.java:746)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> 
> > >>> mizedRunner.java:648)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> 
> > >>> mizedRunner.java:682)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> 
> > >>> mizedRunner.java:693)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> 
> > >>> ementAdapter.java:36)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> 
> > >>> evaluate(SystemPropertiesRestoreRule.java:53)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> 
> > >>> fterRule.java:46)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> 
> > >>> assName.java:42)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> 
> > >>> .evaluate(SystemPropertiesInvariantRule.java:55)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> 
> > >>>
> 
> > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> 
> > >>>
> 
> > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> 
> > >>> ementAdapter.java:36)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> 
> > >>> ertionsRequired.java:43)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> 
> > >>> .java:48)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> 
> > >>> IgnoreAfterMaxFailures.java:70)
> 
> > >>> >     at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> 
> > >>> TestSuites.java:55)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> 
> > >>> ementAdapter.java:36)
> 
> > >>> >     at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> 
> > >>> run(ThreadLeakControl.java:358)
> 
> > >>> >     at java.lang.Thread.run(Thread.java:722)
> 
> > >>> >
> 
> > >>> >
> 
> > >>> >
> 
> > >>> >
> 
> > >>> > Build Log:
> 
> > >>> > [...truncated 8980 lines...]
> 
> > >>> > [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
> 
> > >>> > [junit4:junit4]   2> 0 T2237
> 
> > >>> oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext
> 
> > >>> system property: /
> 
> > >>> > [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting
> 
> > >>> testDistribSearch
> 
> > >>> > [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479
> 
> > >>> > [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST
> 
> > SERVER
> 
> > >>> > [junit4:junit4]   2> 10 T2238
> 
> > >>> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
> 
> > >>> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime
> 
> > tickTime set
> 
> > >>> to 1000
> 
> > >>> > [junit4:junit4]   2> 13 T2238
> 
> > oazs.ZooKeeperServer.setMinSessionTimeout
> 
> > >>> minSessionTimeout set to -1
> 
> > >>> > [junit4:junit4]   2> 14 T2238
> 
> > oazs.ZooKeeperServer.setMaxSessionTimeout
> 
> > >>> maxSessionTimeout set to -1
> 
> > >>> > [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure
> 
> > binding
> 
> > >>> to port 0.0.0.0/0.0.0.0:0
> 
> > >>> > [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save Snapshotting:
> 
> > 0x0 to
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/zookeeper/server1/data/version-2/snapshot.0
> 
> > >>> > [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server on
> 
> > >>> port:49872
> 
> > >>> > [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=10000
> 
> > >>> watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9
> 
> > >>> > [junit4:junit4]   2> 116 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Waiting for client to connect to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 117 T2243
> 
> > oaz.ClientCnxn$SendThread.logStartConnect
> 
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> 
> > >>> attempt to authenticate using SASL (access denied
> 
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 117 T2243
> 
> > oaz.ClientCnxn$SendThread.primeConnection
> 
> > >>> Socket connection established to localhost/127.0.0.1:49872, initiating
> 
> > session
> 
> > >>> > [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run Accepted
> 
> > >>> socket connection from /127.0.0.1:49873
> 
> > >>> > [junit4:junit4]   2> 118 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49873
> 
> > >>> > [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating new log
> 
> > file:
> 
> > >>> log.1
> 
> > >>> > [junit4:junit4]   2> 120 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0000 with negotiated timeout 10000
> 
> > for
> 
> > >>> client /127.0.0.1:49873
> 
> > >>> > [junit4:junit4]   2> 121 T2243 oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000
> 
> > >>> > [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@6ef101c9
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 122 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Client is connected to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > /solr
> 
> > >>> > [junit4:junit4]   2> 128 T2242
> 
> > oazs.PrepRequestProcessor.pRequest2Txn
> 
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0000
> 
> > >>> > [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed
> 
> > socket
> 
> > >>> connection for client /127.0.0.1:49873 which had sessionid
> 
> > 0x13ca0af48aa0000
> 
> > >>> > [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session:
> 
> > >>> 0x13ca0af48aa0000 closed
> 
> > >>> > [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run
> 
> > EventThread
> 
> > >>> shut down
> 
> > >>> > [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000
> 
> > >>>
> 
> > watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb
> 
> > >>> > [junit4:junit4]   2> 131 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Waiting for client to connect to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 131 T2245
> 
> > oaz.ClientCnxn$SendThread.logStartConnect
> 
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> 
> > >>> attempt to authenticate using SASL (access denied
> 
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 132 T2245
> 
> > oaz.ClientCnxn$SendThread.primeConnection
> 
> > >>> Socket connection established to localhost/127.0.0.1:49872, initiating
> 
> > session
> 
> > >>> > [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run Accepted
> 
> > >>> socket connection from /127.0.0.1:49874
> 
> > >>> > [junit4:junit4]   2> 133 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49874
> 
> > >>> > [junit4:junit4]   2> 134 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0001 with negotiated timeout 10000
> 
> > for
> 
> > >>> client /127.0.0.1:49874
> 
> > >>> > [junit4:junit4]   2> 134 T2245 oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000
> 
> > >>> > [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@63bc10cb
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 135 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Client is connected to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/collection1
> 
> > >>> > [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/collection1/shards
> 
> > >>> > [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/control_collection
> 
> > >>> > [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/control_collection/shards
> 
> > >>> > [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig put
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test-
> 
> > files/solr/collection1/conf/solrconfig.xml
> 
> > >>> to /configs/conf1/solrconfig.xml
> 
> > >>> > [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /configs/conf1/solrconfig.xml
> 
> > >>> > [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig put
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test-
> 
> > files/solr/collection1/conf/schema.xml to
> 
> > >>> /configs/conf1/schema.xml
> 
> > >>> > [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /configs/conf1/schema.xml
> 
> > >>> > [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig put
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test-
> 
> > files/solr/collection1/conf/stopwords.txt
> 
> > >>> to /configs/conf1/stopwords.txt
> 
> > >>> > [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /configs/conf1/stopwords.txt
> 
> > >>> > [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig put
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test-
> 
> > files/solr/collection1/conf/protwords.txt
> 
> > >>> to /configs/conf1/protwords.txt
> 
> > >>> > [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /configs/conf1/protwords.txt
> 
> > >>> > [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig put
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test-
> 
> > files/solr/collection1/conf/currency.xml to
> 
> > >>> /configs/conf1/currency.xml
> 
> > >>> > [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /configs/conf1/currency.xml
> 
> > >>> > [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig put
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-
> 
> > >>> exchange-rates.json to /configs/conf1/open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /configs/conf1/open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig put
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-
> 
> > >>> ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> 
> > >>> > [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /configs/conf1/mapping-ISOLatin1Accent.txt
> 
> > >>> > [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig put
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test-
> 
> > >>> files/solr/collection1/conf/old_synonyms.txt to
> 
> > >>> /configs/conf1/old_synonyms.txt
> 
> > >>> > [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /configs/conf1/old_synonyms.txt
> 
> > >>> > [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig put
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test-
> 
> > files/solr/collection1/conf/synonyms.txt
> 
> > >>> to /configs/conf1/synonyms.txt
> 
> > >>> > [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /configs/conf1/synonyms.txt
> 
> > >>> > [junit4:junit4]   2> 210 T2242
> 
> > oazs.PrepRequestProcessor.pRequest2Txn
> 
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0001
> 
> > >>> > [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed
> 
> > socket
> 
> > >>> connection for client /127.0.0.1:49874 which had sessionid
> 
> > 0x13ca0af48aa0001
> 
> > >>> > [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run
> 
> > EventThread
> 
> > >>> shut down
> 
> > >>> > [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session:
> 
> > >>> 0x13ca0af48aa0001 closed
> 
> > >>> > [junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> 
> > >>> > [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart Started
> 
> > >>> SelectChannelConnector@127.0.0.1:49875
> 
> > >>> > [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init()
> 
> > >>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome
> 
> > JNDI
> 
> > >>> not configured for solr (NoInitialContextEx)
> 
> > >>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome
> 
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > controljetty-
> 
> > >>> 1359905507683
> 
> > >>> > [junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize
> 
> > looking
> 
> > >>> for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > controljetty-
> 
> > >>> 1359905507683/solr.xml
> 
> > >>> > [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New
> 
> > CoreContainer
> 
> > >>> 1814343678
> 
> > >>> > [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading
> 
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > controljetty-
> 
> > >>> 1359905507683/'
> 
> > >>> > [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > controljetty-
> 
> > >>> 1359905507683/'
> 
> > >>> > [junit4:junit4]   2> 482 T2237
> 
> > oashc.HttpShardHandlerFactory.getParameter
> 
> > >>> Setting socketTimeout to: 60000
> 
> > >>> > [junit4:junit4]   2> 484 T2237
> 
> > oashc.HttpShardHandlerFactory.getParameter
> 
> > >>> Setting urlScheme to: http://
> 
> > >>> > [junit4:junit4]   2> 485 T2237
> 
> > oashc.HttpShardHandlerFactory.getParameter
> 
> > >>> Setting connTimeout to: 15000
> 
> > >>> > [junit4:junit4]   2> 485 T2237
> 
> > oashc.HttpShardHandlerFactory.getParameter
> 
> > >>> Setting maxConnectionsPerHost to: 20
> 
> > >>> > [junit4:junit4]   2> 486 T2237
> 
> > oashc.HttpShardHandlerFactory.getParameter
> 
> > >>> Setting corePoolSize to: 0
> 
> > >>> > [junit4:junit4]   2> 487 T2237
> 
> > oashc.HttpShardHandlerFactory.getParameter
> 
> > >>> Setting maximumPoolSize to: 2147483647
> 
> > >>> > [junit4:junit4]   2> 488 T2237
> 
> > oashc.HttpShardHandlerFactory.getParameter
> 
> > >>> Setting maxThreadIdleTime to: 5
> 
> > >>> > [junit4:junit4]   2> 489 T2237
> 
> > oashc.HttpShardHandlerFactory.getParameter
> 
> > >>> Setting sizeOfQueue to: -1
> 
> > >>> > [junit4:junit4]   2> 489 T2237
> 
> > oashc.HttpShardHandlerFactory.getParameter
> 
> > >>> Setting fairnessPolicy to: false
> 
> > >>> > [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient Creating
> 
> > new
> 
> > >>> http client,
> 
> > >>>
> 
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> 
> > >>> =60000&connTimeout=15000&retry=false
> 
> > >>> > [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering Log
> 
> > >>> Listener
> 
> > >>> > [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper
> 
> > Zookeeper
> 
> > >>> client=127.0.0.1:49872/solr
> 
> > >>> > [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath zkHost
> 
> > >>> includes chroot
> 
> > >>> > [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> 
> > >>>
> 
> > watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
> 
> > >>> > [junit4:junit4]   2> 530 T2256
> 
> > oaz.ClientCnxn$SendThread.logStartConnect
> 
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> 
> > >>> attempt to authenticate using SASL (access denied
> 
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 529 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Waiting for client to connect to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 530 T2256
> 
> > oaz.ClientCnxn$SendThread.primeConnection
> 
> > >>> Socket connection established to localhost/127.0.0.1:49872, initiating
> 
> > session
> 
> > >>> > [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run Accepted
> 
> > >>> socket connection from /127.0.0.1:49876
> 
> > >>> > [junit4:junit4]   2> 532 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49876
> 
> > >>> > [junit4:junit4]   2> 533 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0002 with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49876
> 
> > >>> > [junit4:junit4]   2> 533 T2256 oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 535 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Client is connected to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 537 T2242
> 
> > oazs.PrepRequestProcessor.pRequest2Txn
> 
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0002
> 
> > >>> > [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed
> 
> > socket
> 
> > >>> connection for client /127.0.0.1:49876 which had sessionid
> 
> > 0x13ca0af48aa0002
> 
> > >>> > [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session:
> 
> > >>> 0x13ca0af48aa0002 closed
> 
> > >>> > [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run
> 
> > EventThread
> 
> > >>> shut down
> 
> > >>> > [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient Creating
> 
> > new
> 
> > >>> http client,
> 
> > >>>
> 
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 
> > >>> 60000&connTimeout=15000
> 
> > >>> > [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> 
> > >>> watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404
> 
> > >>> > [junit4:junit4]   2> 546 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Waiting for client to connect to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 547 T2258
> 
> > oaz.ClientCnxn$SendThread.logStartConnect
> 
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> 
> > >>> attempt to authenticate using SASL (access denied
> 
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 548 T2258
> 
> > oaz.ClientCnxn$SendThread.primeConnection
> 
> > >>> Socket connection established to localhost/127.0.0.1:49872, initiating
> 
> > session
> 
> > >>> > [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run Accepted
> 
> > >>> socket connection from /127.0.0.1:49877
> 
> > >>> > [junit4:junit4]   2> 550 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49877
> 
> > >>> > [junit4:junit4]   2> 551 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0003 with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49877
> 
> > >>> > [junit4:junit4]   2> 551 T2258 oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@d43d404
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 553 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Client is connected to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /live_nodes
> 
> > >>> > [junit4:junit4]   2> 570 T2237
> 
> > oasc.ZkController.createEphemeralLiveNode
> 
> > >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_
> 
> > >>> > [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode =
> 
> > NoNode
> 
> > >>> for /solr/live_nodes/127.0.0.1:49875_
> 
> > >>> > [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /live_nodes/127.0.0.1:49875_
> 
> > >>> > [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /overseer_elect/election
> 
> > >>> > [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for
> 
> > >>> /solr/overseer_elect/leader
> 
> > >>> > [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /overseer_elect/leader
> 
> > >>> > [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer
> 
> > >>> (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting
> 
> > >>> > [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run
> 
> > Process
> 
> > >>> current queue of collection creations
> 
> > >>> > [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /clusterstate.json
> 
> > >>> > [junit4:junit4]   2> 605 T2237
> 
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> 
> > >>> cluster state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating
> 
> > SolrCore
> 
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > controljetty-
> 
> > >>> 1359905507683/collection1
> 
> > >>> > [junit4:junit4]   2> 615 T2262 oasc.ZkController.createCollectionZkNode
> 
> > >>> Check for collection zkNode:control_collection
> 
> > >>> > [junit4:junit4]   2> 616 T2260 oasc.Overseer$ClusterStateUpdater.run
> 
> > >>> Starting to work on the main queue
> 
> > >>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.createCollectionZkNode
> 
> > >>> Collection zkNode exists
> 
> > >>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName Load
> 
> > >>> collection config from:/collections/control_collection
> 
> > >>> > [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > controljetty-
> 
> > >>> 1359905507683/collection1/'
> 
> > >>> > [junit4:junit4]   2> 621 T2262
> 
> > oasc.SolrResourceLoader.replaceClassLoader
> 
> > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 
> > >>> 1359905507683/collection1/lib/classes/' to classloader
> 
> > >>> > [junit4:junit4]   2> 621 T2262
> 
> > oasc.SolrResourceLoader.replaceClassLoader
> 
> > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 
> > >>> 1359905507683/collection1/lib/README' to classloader
> 
> > >>> > [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene
> 
> > >>> MatchVersion: LUCENE_50
> 
> > >>> > [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded SolrConfig:
> 
> > >>> solrconfig.xml
> 
> > >>> > [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema Reading
> 
> > Solr
> 
> > >>> Schema
> 
> > >>> > [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema Schema
> 
> > >>> name=test
> 
> > >>> > [junit4:junit4]   2> 1305 T2262
> 
> > oass.OpenExchangeRatesOrgProvider.init
> 
> > >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> 
> > >>> > [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema default
> 
> > >>> search field in schema is text
> 
> > >>> > [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema unique
> 
> > key
> 
> > >>> field: id
> 
> > >>> > [junit4:junit4]   2> 1349 T2262 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 1354 T2262 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 1359 T2262
> 
> > oass.OpenExchangeRatesOrgProvider.reload
> 
> > >>> Reloading exchange rates from open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 1361 T2262
> 
> > oass.OpenExchangeRatesOrgProvider.reload
> 
> > >>> Reloading exchange rates from open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1]
> 
> > Opening
> 
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > controljetty-
> 
> > >>> 1359905507683/collection1/,
> 
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data/
> 
> > >>> > [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX
> 
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> 
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> 
> > >>> > [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory
> 
> > >>> solr.NRTCachingDirectoryFactory
> 
> > >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get return
> 
> > new
> 
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data forceNew:false
> 
> > >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close
> 
> > Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data
> 
> > >>>
> 
> > >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New
> 
> > index
> 
> > >>> directory detected: old=null
> 
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data/index/
> 
> > >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING
> 
> > >>> [collection1] Solr index directory
> 
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data/index' doesn't exist. Creating new index...
> 
> > >>> > [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get return
> 
> > new
> 
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data/index forceNew:false
> 
> > >>> > [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit
> 
> > >>> SolrDeletionPolicy.onCommit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2> 1371 T2262 oasc.SolrDeletionPolicy.updateCommits
> 
> > >>> newest commit = 1[segments_1]
> 
> > >>> > [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close
> 
> > Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data/index
> 
> > >>> > [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml:
> 
> > >>> solr.XMLResponseWriter
> 
> > >>> > [junit4:junit4]   2> 1374 T2262
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe"
> 
> > >>> > [junit4:junit4]   2> 1374 T2262
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe-allfields"
> 
> > >>> > [junit4:junit4]   2> 1374 T2262
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "stored_sig"
> 
> > >>> > [junit4:junit4]   2> 1375 T2262
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "uniq-fields"
> 
> > >>> > [junit4:junit4]   2> 1375 T2262
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> 
> > >>> > [junit4:junit4]   2> 1376 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 1376 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 1376 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 1377 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> 
> > >>> solr.RealTimeGetHandler
> 
> > >>> > [junit4:junit4]   2> 1377 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> 
> > >>> solr.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 1378 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> 
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> 
> > >>> > [junit4:junit4]   2> 1378 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> 
> > >>> org.apache.solr.handler.admin.AdminHandlers
> 
> > >>> > [junit4:junit4]   2> 1379 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 1379 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 1379 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 1380 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> 
> > >>> solr.UpdateRequestHandler
> 
> > >>> > [junit4:junit4]   2> 1380 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 1381 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 1381 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckCompRH_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 1381 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 1383 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 1383 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH1:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 1384 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 1384 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 1385 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> 
> > >>> solr.MoreLikeThisHandler
> 
> > >>> > [junit4:junit4]   2> 1385 T2262
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> 
> > >>> solr.DumpRequestHandler
> 
> > >>> > [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init
> 
> > >>> xsltCacheLifetimeSeconds=60
> 
> > >>> > [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> 
> > Please
> 
> > >>> update your config to use the ShowFileRequestHandler.
> 
> > >>> > [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING adding ShowFileRequestHandler with hidden files:
> 
> > [SCHEMA.XML,
> 
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> 
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> 
> > >>> ISOLATIN1ACCENT.TXT]
> 
> > >>> > [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close
> 
> > Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data
> 
> > >>>
> 
> > >>> > [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init> Opening
> 
> > >>> Searcher@22fa1cde main
> 
> > >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard
> 
> > >>> AutoCommit: disabled
> 
> > >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft
> 
> > AutoCommit:
> 
> > >>> disabled
> 
> > >>> > [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform
> 
> > >>> Initializing spell checkers
> 
> > >>> > [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init:
> 
> > >>>
> 
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> 
> > >>> ngth=3}
> 
> > >>> > [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher
> 
> > [collection1]
> 
> > >>> Registered new searcher Searcher@22fa1cde
> 
> > >>> main{StandardDirectoryReader(segments_1:1)}
> 
> > >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing
> 
> > >>> core=collection1 state=down
> 
> > >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards not
> 
> > >>> found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 1448 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for
> 
> > >>> /solr/overseer/queue
> 
> > >>> > [junit4:junit4]   2> 2125 T2260 oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 2126 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=1 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"1",
> 
> > >>> > [junit4:junit4]   2>          "shard":null,
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"down",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"control_collection",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
> 
> > >>> > [junit4:junit4]   2> 2126 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
> 
> > >>> control_collection with numShards 1
> 
> > >>> > [junit4:junit4]   2> 2126 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> 
> > >>> shard shard=shard1
> 
> > >>> > [junit4:junit4]   2> 2127 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for
> 
> > >>> /solr/overseer/queue-work
> 
> > >>> > [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> 
> > >>> > [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore
> 
> > registering
> 
> > >>> core: collection1
> 
> > >>> > [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register
> 
> > replica -
> 
> > >>> core:collection1 address:http://127.0.0.1:49875
> 
> > collection:control_collection
> 
> > >>> shard:shard1
> 
> > >>> > [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/control_collection/leader_elect/shard1/election
> 
> > >>> > [junit4:junit4]   2> 2467 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode
> 
> > =
> 
> > >>> NoNode for /solr/collections/control_collection/leaders
> 
> > >>> > [junit4:junit4]   2> 2469 T2262
> 
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
> 
> > >>> process.
> 
> > >>> > [junit4:junit4]   2> 2469 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 2472 T2262
> 
> > >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
> 
> > >>> replicas found to continue.
> 
> > >>> > [junit4:junit4]   2> 2472 T2262
> 
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new
> 
> > leader
> 
> > >>> - try and sync
> 
> > >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas to
> 
> > >>> http://127.0.0.1:49875/collection1/
> 
> > >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync
> 
> > Success -
> 
> > >>> now sync replicas to me
> 
> > >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe
> 
> > >>> http://127.0.0.1:49875/collection1/ has no replicas
> 
> > >>> > [junit4:junit4]   2> 2474 T2262
> 
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
> 
> > leader:
> 
> > >>> http://127.0.0.1:49875/collection1/
> 
> > >>> > [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/control_collection/leaders/shard1
> 
> > >>> > [junit4:junit4]   2> 2481 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0003
> 
> > >>> type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 3644 T2260 oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> 
> > >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are
> 
> > >>> http://127.0.0.1:49875/collection1/ and leader is
> 
> > >>> http://127.0.0.1:49875/collection1/
> 
> > >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No LogReplay
> 
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49875
> 
> > >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I am
> 
> > the
> 
> > >>> leader, no recovery necessary
> 
> > >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing
> 
> > >>> core=collection1 state=active
> 
> > >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards not
> 
> > >>> found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 3715 T2262 oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init
> 
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test/J0
> 
> > >>> > [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init() done
> 
> > >>> > [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > >>> false
> 
> > >>> > [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client, config:
> 
> > >>> > [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000
> 
> > >>>
> 
> > watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8
> 
> > >>> > [junit4:junit4]   2> 3728 T2264
> 
> > oaz.ClientCnxn$SendThread.logStartConnect
> 
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> 
> > >>> attempt to authenticate using SASL (access denied
> 
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 3729 T2264
> 
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> 
> > established
> 
> > >>> to localhost/127.0.0.1:49872, initiating session
> 
> > >>> > [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run
> 
> > Accepted
> 
> > >>> socket connection from /127.0.0.1:49878
> 
> > >>> > [junit4:junit4]   2> 3730 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49878
> 
> > >>> > [junit4:junit4]   2> 3730 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Waiting for client to connect to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 3731 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0004 with negotiated timeout 10000
> 
> > for
> 
> > >>> client /127.0.0.1:49878
> 
> > >>> > [junit4:junit4]   2> 3731 T2264
> 
> > oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000
> 
> > >>> > [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@16aef4d8
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 3732 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Client is connected to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 3734 T2237
> 
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> 
> > >>> cluster state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog monkey:
> 
> > init
> 
> > >>> - expire sessions:true cause connection loss:true
> 
> > >>> > [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> 
> > >>> > [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart Started
> 
> > >>> SelectChannelConnector@127.0.0.1:49879
> 
> > >>> > [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init()
> 
> > >>> > [junit4:junit4]   2> 3904 T2237
> 
> > oasc.SolrResourceLoader.locateSolrHome
> 
> > >>> JNDI not configured for solr (NoInitialContextEx)
> 
> > >>> > [junit4:junit4]   2> 3905 T2237
> 
> > oasc.SolrResourceLoader.locateSolrHome
> 
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 
> > >>> 1359905511209
> 
> > >>> > [junit4:junit4]   2> 3905 T2237 oasc.CoreContainer$Initializer.initialize
> 
> > >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 
> > >>> 1359905511209/solr.xml
> 
> > >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New
> 
> > >>> CoreContainer 1639387465
> 
> > >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading
> 
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 
> > >>> 1359905511209/'
> 
> > >>> > [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 
> > >>> 1359905511209/'
> 
> > >>> > [junit4:junit4]   2> 3942 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> 
> > >>> 60000
> 
> > >>> > [junit4:junit4]   2> 3942 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
> 
> > http://
> 
> > >>> > [junit4:junit4]   2> 3943 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
> 
> > >>> 15000
> 
> > >>> > [junit4:junit4]   2> 3943 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > >>> maxConnectionsPerHost to: 20
> 
> > >>> > [junit4:junit4]   2> 3944 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> 
> > >>> > [junit4:junit4]   2> 3944 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > maximumPoolSize to:
> 
> > >>> 2147483647
> 
> > >>> > [junit4:junit4]   2> 3945 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > maxThreadIdleTime
> 
> > >>> to: 5
> 
> > >>> > [junit4:junit4]   2> 3945 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -
> 
> > 1
> 
> > >>> > [junit4:junit4]   2> 3946 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:
> 
> > false
> 
> > >>> > [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> 
> > >>> =60000&connTimeout=15000&retry=false
> 
> > >>> > [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering Log
> 
> > >>> Listener
> 
> > >>> > [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper
> 
> > >>> Zookeeper client=127.0.0.1:49872/solr
> 
> > >>> > [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath
> 
> > zkHost
> 
> > >>> includes chroot
> 
> > >>> > [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> 
> > >>>
> 
> > watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973
> 
> > >>> > [junit4:junit4]   2> 3982 T2275
> 
> > oaz.ClientCnxn$SendThread.logStartConnect
> 
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> 
> > >>> attempt to authenticate using SASL (access denied
> 
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 3983 T2275
> 
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> 
> > established
> 
> > >>> to localhost/127.0.0.1:49872, initiating session
> 
> > >>> > [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run
> 
> > Accepted
> 
> > >>> socket connection from /127.0.0.1:49880
> 
> > >>> > [junit4:junit4]   2> 3984 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49880
> 
> > >>> > [junit4:junit4]   2> 3985 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Waiting for client to connect to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 3990 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0005 with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49880
> 
> > >>> > [junit4:junit4]   2> 3991 T2275
> 
> > oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@5dbf0973
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 3991 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Client is connected to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 3993 T2242
> 
> > oazs.PrepRequestProcessor.pRequest2Txn
> 
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0005
> 
> > >>> > [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock Closed
> 
> > socket
> 
> > >>> connection for client /127.0.0.1:49880 which had sessionid
> 
> > 0x13ca0af48aa0005
> 
> > >>> > [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session:
> 
> > >>> 0x13ca0af48aa0005 closed
> 
> > >>> > [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 
> > >>> 60000&connTimeout=15000
> 
> > >>> > [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> 
> > >>> watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e
> 
> > >>> > [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run
> 
> > >>> EventThread shut down
> 
> > >>> > [junit4:junit4]   2> 4002 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Waiting for client to connect to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 4003 T2277
> 
> > oaz.ClientCnxn$SendThread.logStartConnect
> 
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> 
> > >>> attempt to authenticate using SASL (access denied
> 
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 4005 T2277
> 
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> 
> > established
> 
> > >>> to localhost/127.0.0.1:49872, initiating session
> 
> > >>> > [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run
> 
> > Accepted
> 
> > >>> socket connection from /127.0.0.1:49881
> 
> > >>> > [junit4:junit4]   2> 4006 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49881
> 
> > >>> > [junit4:junit4]   2> 4007 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0006 with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49881
> 
> > >>> > [junit4:junit4]   2> 4007 T2277
> 
> > oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@ddf927e
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 4008 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Client is connected to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 4009 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0006
> 
> > >>> type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 4010 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0006
> 
> > >>> type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 4012 T2237
> 
> > oasc.ZkController.createEphemeralLiveNode
> 
> > >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_
> 
> > >>> > [junit4:junit4]   2> 4013 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0006
> 
> > >>> type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode =
> 
> > NoNode
> 
> > >>> for /solr/live_nodes/127.0.0.1:49879_
> 
> > >>> > [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /live_nodes/127.0.0.1:49879_
> 
> > >>> > [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 1)
> 
> > >>> > [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process Updating
> 
> > live
> 
> > >>> nodes... (2)
> 
> > >>> > [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process Updating
> 
> > live
> 
> > >>> nodes... (2)
> 
> > >>> > [junit4:junit4]   2> 4026 T2237
> 
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> 
> > >>> cluster state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating
> 
> > SolrCore
> 
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 
> > >>> 1359905511209/collection1
> 
> > >>> > [junit4:junit4]   2> 4035 T2279
> 
> > oasc.ZkController.createCollectionZkNode
> 
> > >>> Check for collection zkNode:collection1
> 
> > >>> > [junit4:junit4]   2> 4036 T2279
> 
> > oasc.ZkController.createCollectionZkNode
> 
> > >>> Collection zkNode exists
> 
> > >>> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName Load
> 
> > >>> collection config from:/collections/collection1
> 
> > >>> > [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 
> > >>> 1359905511209/collection1/'
> 
> > >>> > [junit4:junit4]   2> 4039 T2279
> 
> > oasc.SolrResourceLoader.replaceClassLoader
> 
> > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 
> > >>> 1359905511209/collection1/lib/classes/' to classloader
> 
> > >>> > [junit4:junit4]   2> 4040 T2279
> 
> > oasc.SolrResourceLoader.replaceClassLoader
> 
> > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 
> > >>> 1359905511209/collection1/lib/README' to classloader
> 
> > >>> > [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene
> 
> > >>> MatchVersion: LUCENE_50
> 
> > >>> > [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded SolrConfig:
> 
> > >>> solrconfig.xml
> 
> > >>> > [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema Reading
> 
> > Solr
> 
> > >>> Schema
> 
> > >>> > [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema Schema
> 
> > >>> name=test
> 
> > >>> > [junit4:junit4]   2> 4637 T2279
> 
> > oass.OpenExchangeRatesOrgProvider.init
> 
> > >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> 
> > >>> > [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema default
> 
> > >>> search field in schema is text
> 
> > >>> > [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema unique
> 
> > key
> 
> > >>> field: id
> 
> > >>> > [junit4:junit4]   2> 4671 T2279 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 4677 T2279 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 4684 T2279
> 
> > oass.OpenExchangeRatesOrgProvider.reload
> 
> > >>> Reloading exchange rates from open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 4686 T2279
> 
> > oass.OpenExchangeRatesOrgProvider.reload
> 
> > >>> Reloading exchange rates from open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1]
> 
> > Opening
> 
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 
> > >>> 1359905511209/collection1/,
> 
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1/
> 
> > >>> > [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX
> 
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> 
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> 
> > >>> > [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory
> 
> > >>> solr.NRTCachingDirectoryFactory
> 
> > >>> > [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get return
> 
> > new
> 
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1 forceNew:false
> 
> > >>> > [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close
> 
> > Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1
> 
> > >>> > [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New
> 
> > index
> 
> > >>> directory detected: old=null
> 
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1/index/
> 
> > >>> > [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING
> 
> > >>> [collection1] Solr index directory
> 
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > 1359905507479/jetty1/index'
> 
> > >>> doesn't exist. Creating new index...
> 
> > >>> > [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get return
> 
> > new
> 
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1/index forceNew:false
> 
> > >>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit
> 
> > >>> SolrDeletionPolicy.onCommit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.updateCommits
> 
> > >>> newest commit = 1[segments_1]
> 
> > >>> > [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close
> 
> > Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1/index
> 
> > >>>
> 
> > >>> > [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml:
> 
> > >>> solr.XMLResponseWriter
> 
> > >>> > [junit4:junit4]   2> 4700 T2279
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe"
> 
> > >>> > [junit4:junit4]   2> 4700 T2279
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe-allfields"
> 
> > >>> > [junit4:junit4]   2> 4701 T2279
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "stored_sig"
> 
> > >>> > [junit4:junit4]   2> 4701 T2279
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "uniq-fields"
> 
> > >>> > [junit4:junit4]   2> 4702 T2279
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> 
> > >>> > [junit4:junit4]   2> 4702 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 4702 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 4703 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 4704 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> 
> > >>> solr.RealTimeGetHandler
> 
> > >>> > [junit4:junit4]   2> 4704 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> 
> > >>> solr.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 4705 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> 
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> 
> > >>> > [junit4:junit4]   2> 4705 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> 
> > >>> org.apache.solr.handler.admin.AdminHandlers
> 
> > >>> > [junit4:junit4]   2> 4706 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 4706 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 4707 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 4708 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> 
> > >>> solr.UpdateRequestHandler
> 
> > >>> > [junit4:junit4]   2> 4708 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 4709 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 4709 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckCompRH_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 4710 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 4711 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 4711 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH1:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 4712 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 4712 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 4713 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> 
> > >>> solr.MoreLikeThisHandler
> 
> > >>> > [junit4:junit4]   2> 4713 T2279
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> 
> > >>> solr.DumpRequestHandler
> 
> > >>> > [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init
> 
> > >>> xsltCacheLifetimeSeconds=60
> 
> > >>> > [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> 
> > Please
> 
> > >>> update your config to use the ShowFileRequestHandler.
> 
> > >>> > [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING adding ShowFileRequestHandler with hidden files:
> 
> > [SCHEMA.XML,
> 
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> 
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> 
> > >>> ISOLATIN1ACCENT.TXT]
> 
> > >>> > [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close
> 
> > Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1
> 
> > >>> > [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init> Opening
> 
> > >>> Searcher@7db1b132 main
> 
> > >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard
> 
> > >>> AutoCommit: disabled
> 
> > >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft
> 
> > AutoCommit:
> 
> > >>> disabled
> 
> > >>> > [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform
> 
> > >>> Initializing spell checkers
> 
> > >>> > [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init:
> 
> > >>>
> 
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> 
> > >>> ngth=3}
> 
> > >>> > [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher
> 
> > [collection1]
> 
> > >>> Registered new searcher Searcher@7db1b132
> 
> > >>> main{StandardDirectoryReader(segments_1:1)}
> 
> > >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing
> 
> > >>> core=collection1 state=down
> 
> > >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards not
> 
> > >>> found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 5182 T2260 oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 5185 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=1 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"1",
> 
> > >>> > [junit4:junit4]   2>          "shard":"shard1",
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"active",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"control_collection",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
> 
> > >>> > [junit4:junit4]   2> 5198 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":null,
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"down",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
> 
> > >>> > [junit4:junit4]   2> 5199 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
> 
> > >>> collection1 with numShards 2
> 
> > >>> > [junit4:junit4]   2> 5199 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> 
> > >>> shard shard=shard1
> 
> > >>> > [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> 
> > >>> > [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> 
> > >>> > [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> 
> > >>> > [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore
> 
> > registering
> 
> > >>> core: collection1
> 
> > >>> > [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register
> 
> > replica -
> 
> > >>> core:collection1 address:http://127.0.0.1:49879 collection:collection1
> 
> > >>> shard:shard1
> 
> > >>> > [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/collection1/leader_elect/shard1/election
> 
> > >>> > [junit4:junit4]   2> 5813 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0006
> 
> > >>> type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/collections/collection1/leaders Error:KeeperErrorCode =
> 
> > NoNode
> 
> > >>> for /solr/collections/collection1/leaders
> 
> > >>> > [junit4:junit4]   2> 5815 T2279
> 
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
> 
> > >>> process.
> 
> > >>> > [junit4:junit4]   2> 5817 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0006
> 
> > >>> type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 5824 T2279
> 
> > >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
> 
> > >>> replicas found to continue.
> 
> > >>> > [junit4:junit4]   2> 5824 T2279
> 
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new
> 
> > leader
> 
> > >>> - try and sync
> 
> > >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas to
> 
> > >>> http://127.0.0.1:49879/collection1/
> 
> > >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync
> 
> > Success -
> 
> > >>> now sync replicas to me
> 
> > >>> > [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe
> 
> > >>> http://127.0.0.1:49879/collection1/ has no replicas
> 
> > >>> > [junit4:junit4]   2> 5826 T2279
> 
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
> 
> > leader:
> 
> > >>> http://127.0.0.1:49879/collection1/
> 
> > >>> > [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/collection1/leaders/shard1
> 
> > >>> > [junit4:junit4]   2> 5842 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0006
> 
> > >>> type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 6744 T2260 oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> 
> > >>> > [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> 
> > >>> > [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> 
> > >>> > [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are
> 
> > >>> http://127.0.0.1:49879/collection1/ and leader is
> 
> > >>> http://127.0.0.1:49879/collection1/
> 
> > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No LogReplay
> 
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49879
> 
> > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I am
> 
> > the
> 
> > >>> leader, no recovery necessary
> 
> > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing
> 
> > >>> core=collection1 state=active
> 
> > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards not
> 
> > >>> found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 6811 T2279 oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init
> 
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test/J0
> 
> > >>> > [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init() done
> 
> > >>> > [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > >>> false
> 
> > >>> > [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> 
> > >>> > [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart Started
> 
> > >>> SelectChannelConnector@127.0.0.1:49882
> 
> > >>> > [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init()
> 
> > >>> > [junit4:junit4]   2> 7011 T2237
> 
> > oasc.SolrResourceLoader.locateSolrHome
> 
> > >>> JNDI not configured for solr (NoInitialContextEx)
> 
> > >>> > [junit4:junit4]   2> 7011 T2237
> 
> > oasc.SolrResourceLoader.locateSolrHome
> 
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 
> > >>> 1359905514296
> 
> > >>> > [junit4:junit4]   2> 7012 T2237 oasc.CoreContainer$Initializer.initialize
> 
> > >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 
> > >>> 1359905514296/solr.xml
> 
> > >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New
> 
> > >>> CoreContainer 883532060
> 
> > >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading
> 
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 
> > >>> 1359905514296/'
> 
> > >>> > [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 
> > >>> 1359905514296/'
> 
> > >>> > [junit4:junit4]   2> 7046 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> 
> > >>> 60000
> 
> > >>> > [junit4:junit4]   2> 7047 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
> 
> > http://
> 
> > >>> > [junit4:junit4]   2> 7047 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
> 
> > >>> 15000
> 
> > >>> > [junit4:junit4]   2> 7048 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > >>> maxConnectionsPerHost to: 20
> 
> > >>> > [junit4:junit4]   2> 7048 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> 
> > >>> > [junit4:junit4]   2> 7049 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > maximumPoolSize to:
> 
> > >>> 2147483647
> 
> > >>> > [junit4:junit4]   2> 7049 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > maxThreadIdleTime
> 
> > >>> to: 5
> 
> > >>> > [junit4:junit4]   2> 7050 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -
> 
> > 1
> 
> > >>> > [junit4:junit4]   2> 7050 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:
> 
> > false
> 
> > >>> > [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> 
> > >>> =60000&connTimeout=15000&retry=false
> 
> > >>> > [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering Log
> 
> > >>> Listener
> 
> > >>> > [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper
> 
> > >>> Zookeeper client=127.0.0.1:49872/solr
> 
> > >>> > [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath
> 
> > zkHost
> 
> > >>> includes chroot
> 
> > >>> > [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> 
> > >>>
> 
> > watcher=org.apache.solr.common.cloud.ConnectionManager@29239796
> 
> > >>> > [junit4:junit4]   2> 7081 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Waiting for client to connect to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 7081 T2290
> 
> > oaz.ClientCnxn$SendThread.logStartConnect
> 
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> 
> > >>> attempt to authenticate using SASL (access denied
> 
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 7082 T2290
> 
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> 
> > established
> 
> > >>> to localhost/127.0.0.1:49872, initiating session
> 
> > >>> > [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run
> 
> > Accepted
> 
> > >>> socket connection from /127.0.0.1:49883
> 
> > >>> > [junit4:junit4]   2> 7083 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49883
> 
> > >>> > [junit4:junit4]   2> 7085 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0007 with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49883
> 
> > >>> > [junit4:junit4]   2> 7085 T2290
> 
> > oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@29239796
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 7086 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Client is connected to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 7088 T2242
> 
> > oazs.PrepRequestProcessor.pRequest2Txn
> 
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0007
> 
> > >>> > [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock Closed
> 
> > socket
> 
> > >>> connection for client /127.0.0.1:49883 which had sessionid
> 
> > 0x13ca0af48aa0007
> 
> > >>> > [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run
> 
> > >>> EventThread shut down
> 
> > >>> > [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session:
> 
> > >>> 0x13ca0af48aa0007 closed
> 
> > >>> > [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 
> > >>> 60000&connTimeout=15000
> 
> > >>> > [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> 
> > >>>
> 
> > watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
> 
> > >>> > [junit4:junit4]   2> 7096 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Waiting for client to connect to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 7096 T2292
> 
> > oaz.ClientCnxn$SendThread.logStartConnect
> 
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> 
> > >>> attempt to authenticate using SASL (access denied
> 
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 7097 T2292
> 
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> 
> > established
> 
> > >>> to localhost/127.0.0.1:49872, initiating session
> 
> > >>> > [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run
> 
> > Accepted
> 
> > >>> socket connection from /127.0.0.1:49884
> 
> > >>> > [junit4:junit4]   2> 7098 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49884
> 
> > >>> > [junit4:junit4]   2> 7099 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0008 with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49884
> 
> > >>> > [junit4:junit4]   2> 7099 T2292
> 
> > oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 7100 T2237
> 
> > oascc.ConnectionManager.waitForConnected
> 
> > >>> Client is connected to ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 7101 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0008
> 
> > >>> type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 7103 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0008
> 
> > >>> type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 7104 T2237
> 
> > oasc.ZkController.createEphemeralLiveNode
> 
> > >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_
> 
> > >>> > [junit4:junit4]   2> 7105 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0008
> 
> > >>> type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode =
> 
> > NoNode
> 
> > >>> for /solr/live_nodes/127.0.0.1:49882_
> 
> > >>> > [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /live_nodes/127.0.0.1:49882_
> 
> > >>> > [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 2)
> 
> > >>> > [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 2)
> 
> > >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process Updating
> 
> > live
> 
> > >>> nodes... (3)
> 
> > >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process Updating
> 
> > live
> 
> > >>> nodes... (3)
> 
> > >>> > [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process Updating
> 
> > live
> 
> > >>> nodes... (3)
> 
> > >>> > [junit4:junit4]   2> 7119 T2237
> 
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> 
> > >>> cluster state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating
> 
> > SolrCore
> 
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 
> > >>> 1359905514296/collection1
> 
> > >>> > [junit4:junit4]   2> 7128 T2294
> 
> > oasc.ZkController.createCollectionZkNode
> 
> > >>> Check for collection zkNode:collection1
> 
> > >>> > [junit4:junit4]   2> 7129 T2294
> 
> > oasc.ZkController.createCollectionZkNode
> 
> > >>> Collection zkNode exists
> 
> > >>> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName Load
> 
> > >>> collection config from:/collections/collection1
> 
> > >>> > [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 
> > >>> 1359905514296/collection1/'
> 
> > >>> > [junit4:junit4]   2> 7132 T2294
> 
> > oasc.SolrResourceLoader.replaceClassLoader
> 
> > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 
> > >>> 1359905514296/collection1/lib/classes/' to classloader
> 
> > >>> > [junit4:junit4]   2> 7133 T2294
> 
> > oasc.SolrResourceLoader.replaceClassLoader
> 
> > >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 
> > >>> 1359905514296/collection1/lib/README' to classloader
> 
> > >>> > [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene
> 
> > >>> MatchVersion: LUCENE_50
> 
> > >>> > [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded SolrConfig:
> 
> > >>> solrconfig.xml
> 
> > >>> > [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema Reading
> 
> > Solr
> 
> > >>> Schema
> 
> > >>> > [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema Schema
> 
> > >>> name=test
> 
> > >>> > [junit4:junit4]   2> 7764 T2294
> 
> > oass.OpenExchangeRatesOrgProvider.init
> 
> > >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> 
> > >>> > [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema default
> 
> > >>> search field in schema is text
> 
> > >>> > [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema unique
> 
> > key
> 
> > >>> field: id
> 
> > >>> > [junit4:junit4]   2> 7795 T2294 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 7800 T2294 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 7805 T2294
> 
> > oass.OpenExchangeRatesOrgProvider.reload
> 
> > >>> Reloading exchange rates from open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 7807 T2294
> 
> > oass.OpenExchangeRatesOrgProvider.reload
> 
> > >>> Reloading exchange rates from open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1]
> 
> > Opening
> 
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 
> > >>> 1359905514296/collection1/,
> 
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2/
> 
> > >>> > [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX
> 
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> 
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> 
> > >>> > [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory
> 
> > >>> solr.NRTCachingDirectoryFactory
> 
> > >>> > [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get return
> 
> > new
> 
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2 forceNew:false
> 
> > >>> > [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close
> 
> > Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2
> 
> > >>> > [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New
> 
> > index
> 
> > >>> directory detected: old=null
> 
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2/index/
> 
> > >>> > [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING
> 
> > >>> [collection1] Solr index directory
> 
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > 1359905507479/jetty2/index'
> 
> > >>> doesn't exist. Creating new index...
> 
> > >>> > [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get return
> 
> > new
> 
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2/index forceNew:false
> 
> > >>> > [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit
> 
> > >>> SolrDeletionPolicy.onCommit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2> 7818 T2294 oasc.SolrDeletionPolicy.updateCommits
> 
> > >>> newest commit = 1[segments_1]
> 
> > >>> > [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close
> 
> > Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2/index
> 
> > >>>
> 
> > >>> > [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml:
> 
> > >>> solr.XMLResponseWriter
> 
> > >>> > [junit4:junit4]   2> 7822 T2294
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe"
> 
> > >>> > [junit4:junit4]   2> 7822 T2294
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe-allfields"
> 
> > >>> > [junit4:junit4]   2> 7823 T2294
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "stored_sig"
> 
> > >>> > [junit4:junit4]   2> 7823 T2294
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "uniq-fields"
> 
> > >>> > [junit4:junit4]   2> 7824 T2294
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> 
> > >>> > [junit4:junit4]   2> 7824 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 7825 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 7825 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 7826 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> 
> > >>> solr.RealTimeGetHandler
> 
> > >>> > [junit4:junit4]   2> 7827 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> 
> > >>> solr.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 7827 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> 
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> 
> > >>> > [junit4:junit4]   2> 7828 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> 
> > >>> org.apache.solr.handler.admin.AdminHandlers
> 
> > >>> > [junit4:junit4]   2> 7828 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 7829 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 7829 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 7830 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> 
> > >>> solr.UpdateRequestHandler
> 
> > >>> > [junit4:junit4]   2> 7830 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 7831 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 7831 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckCompRH_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 7832 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 7833 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 7833 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH1:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 7834 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 7834 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 7835 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> 
> > >>> solr.MoreLikeThisHandler
> 
> > >>> > [junit4:junit4]   2> 7836 T2294
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> 
> > >>> solr.DumpRequestHandler
> 
> > >>> > [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init
> 
> > >>> xsltCacheLifetimeSeconds=60
> 
> > >>> > [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> 
> > Please
> 
> > >>> update your config to use the ShowFileRequestHandler.
> 
> > >>> > [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING adding ShowFileRequestHandler with hidden files:
> 
> > [SCHEMA.XML,
> 
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> 
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> 
> > >>> ISOLATIN1ACCENT.TXT]
> 
> > >>> > [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close
> 
> > Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2
> 
> > >>> > [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init> Opening
> 
> > >>> Searcher@43571abe main
> 
> > >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard
> 
> > >>> AutoCommit: disabled
> 
> > >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft
> 
> > AutoCommit:
> 
> > >>> disabled
> 
> > >>> > [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform
> 
> > >>> Initializing spell checkers
> 
> > >>> > [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init:
> 
> > >>>
> 
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> 
> > >>> ngth=3}
> 
> > >>> > [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher
> 
> > [collection1]
> 
> > >>> Registered new searcher Searcher@43571abe
> 
> > >>> main{StandardDirectoryReader(segments_1:1)}
> 
> > >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing
> 
> > >>> core=collection1 state=down
> 
> > >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards not
> 
> > >>> found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 8269 T2260 oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 8270 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":"shard1",
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"active",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
> 
> > >>> > [junit4:junit4]   2> 8276 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":null,
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"down",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
> 
> > >>> > [junit4:junit4]   2> 8276 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already
> 
> > exists
> 
> > >>> with numShards=2
> 
> > >>> > [junit4:junit4]   2> 8276 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> 
> > >>> shard shard=shard2
> 
> > >>> > [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore
> 
> > registering
> 
> > >>> core: collection1
> 
> > >>> > [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register
> 
> > replica -
> 
> > >>> core:collection1 address:http://127.0.0.1:49882 collection:collection1
> 
> > >>> shard:shard2
> 
> > >>> > [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/collection1/leader_elect/shard2/election
> 
> > >>> > [junit4:junit4]   2> 8922 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0008
> 
> > >>> type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode
> 
> > =
> 
> > >>> NoNode for /solr/collections/collection1/leaders/shard2
> 
> > >>> > [junit4:junit4]   2> 8924 T2294
> 
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
> 
> > >>> process.
> 
> > >>> > [junit4:junit4]   2> 8925 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0008
> 
> > >>> type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 8929 T2294
> 
> > >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
> 
> > >>> replicas found to continue.
> 
> > >>> > [junit4:junit4]   2> 8930 T2294
> 
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new
> 
> > leader
> 
> > >>> - try and sync
> 
> > >>> > [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas to
> 
> > >>> http://127.0.0.1:49882/collection1/
> 
> > >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync
> 
> > Success -
> 
> > >>> now sync replicas to me
> 
> > >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe
> 
> > >>> http://127.0.0.1:49882/collection1/ has no replicas
> 
> > >>> > [junit4:junit4]   2> 8932 T2294
> 
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new
> 
> > leader:
> 
> > >>> http://127.0.0.1:49882/collection1/
> 
> > >>> > [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /collections/collection1/leaders/shard2
> 
> > >>> > [junit4:junit4]   2> 8943 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa0008
> 
> > >>> type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 9797 T2260 oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are
> 
> > >>> http://127.0.0.1:49882/collection1/ and leader is
> 
> > >>> http://127.0.0.1:49882/collection1/
> 
> > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No LogReplay
> 
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49882
> 
> > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I am
> 
> > the
> 
> > >>> leader, no recovery necessary
> 
> > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing
> 
> > >>> core=collection1 state=active
> 
> > >>> > [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards not
> 
> > >>> found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 9835 T2294 oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init
> 
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test/J0
> 
> > >>> > [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init() done
> 
> > >>> > [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > >>> false
> 
> > >>> > [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> 
> > >>> > [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart Started
> 
> > >>> SelectChannelConnector@127.0.0.1:49885
> 
> > >>> > [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init()
> 
> > >>> > [junit4:junit4]   2> 10001 T2237
> 
> > oasc.SolrResourceLoader.locateSolrHome
> 
> > >>> JNDI not configured for solr (NoInitialContextEx)
> 
> > >>> > [junit4:junit4]   2> 10001 T2237
> 
> > oasc.SolrResourceLoader.locateSolrHome
> 
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 
> > >>> 1359905517315
> 
> > >>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer$Initializer.initialize
> 
> > >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 
> > >>> 1359905517315/solr.xml
> 
> > >>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New
> 
> > >>> CoreContainer 1478444421
> 
> > >>> > [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading
> 
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 
> > >>> 1359905517315/'
> 
> > >>> > [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 
> > >>> 1359905517315/'
> 
> > >>> > [junit4:junit4]   2> 10047 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> 
> > >>> 60000
> 
> > >>> > [junit4:junit4]   2> 10048 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
> 
> > http://
> 
> > >>> > [junit4:junit4]   2> 10048 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
> 
> > >>> 15000
> 
> > >>> > [junit4:junit4]   2> 10049 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > >>> maxConnectionsPerHost to: 20
> 
> > >>> > [junit4:junit4]   2> 10050 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> 
> > >>> > [junit4:junit4]   2> 10050 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > maximumPoolSize to:
> 
> > >>> 2147483647
> 
> > >>> > [junit4:junit4]   2> 10051 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > maxThreadIdleTime
> 
> > >>> to: 5
> 
> > >>> > [junit4:junit4]   2> 10051 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -
> 
> > 1
> 
> > >>> > [junit4:junit4]   2> 10052 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:
> 
> > false
> 
> > >>> > [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> 
> > >>> =60000&connTimeout=15000&retry=false
> 
> > >>> > [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering Log
> 
> > >>> Listener
> 
> > >>> > [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper
> 
> > >>> Zookeeper client=127.0.0.1:49872/solr
> 
> > >>> > [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath
> 
> > zkHost
> 
> > >>> includes chroot
> 
> > >>> > [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> 
> > >>>
> 
> > watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1
> 
> > >>> > [junit4:junit4]   2> 10086 T2237
> 
> > >>> oascc.ConnectionManager.waitForConnected Waiting for client to
> 
> > connect to
> 
> > >>> ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 10086 T2305
> 
> > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection
> 
> > to
> 
> > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using
> 
> > SASL
> 
> > >>> (access denied ("javax.security.auth.AuthPermission"
> 
> > >>> "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 10088 T2305
> 
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> 
> > established
> 
> > >>> to localhost/127.0.0.1:49872, initiating session
> 
> > >>> > [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run
> 
> > Accepted
> 
> > >>> socket connection from /127.0.0.1:49886
> 
> > >>> > [junit4:junit4]   2> 10089 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49886
> 
> > >>> > [junit4:junit4]   2> 10089 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa0009 with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49886
> 
> > >>> > [junit4:junit4]   2> 10090 T2305
> 
> > oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@642e29e1
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 10090 T2237
> 
> > >>> oascc.ConnectionManager.waitForConnected Client is connected to
> 
> > >>> ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 10092 T2242
> 
> > oazs.PrepRequestProcessor.pRequest2Txn
> 
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0009
> 
> > >>> > [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock Closed
> 
> > >>> socket connection for client /127.0.0.1:49886 which had sessionid
> 
> > >>> 0x13ca0af48aa0009
> 
> > >>> > [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run
> 
> > >>> EventThread shut down
> 
> > >>> > [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session:
> 
> > >>> 0x13ca0af48aa0009 closed
> 
> > >>> > [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 
> > >>> 60000&connTimeout=15000
> 
> > >>> > [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> 
> > >>>
> 
> > watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd
> 
> > >>> > [junit4:junit4]   2> 10100 T2237
> 
> > >>> oascc.ConnectionManager.waitForConnected Waiting for client to
> 
> > connect to
> 
> > >>> ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 10100 T2307
> 
> > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection
> 
> > to
> 
> > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using
> 
> > SASL
> 
> > >>> (access denied ("javax.security.auth.AuthPermission"
> 
> > >>> "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 10101 T2307
> 
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> 
> > established
> 
> > >>> to localhost/127.0.0.1:49872, initiating session
> 
> > >>> > [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run
> 
> > Accepted
> 
> > >>> socket connection from /127.0.0.1:49887
> 
> > >>> > [junit4:junit4]   2> 10102 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49887
> 
> > >>> > [junit4:junit4]   2> 10103 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa000a with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49887
> 
> > >>> > [junit4:junit4]   2> 10104 T2307
> 
> > oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@3507d0fd
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 10104 T2237
> 
> > >>> oascc.ConnectionManager.waitForConnected Client is connected to
> 
> > >>> ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 10106 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa000a
> 
> > >>> type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 10108 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa000a
> 
> > >>> type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 10110 T2237
> 
> > >>> oasc.ZkController.createEphemeralLiveNode Register node as live in
> 
> > >>> ZooKeeper:/live_nodes/127.0.0.1:49885_
> 
> > >>> > [junit4:junit4]   2> 10111 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa000a
> 
> > >>> type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode =
> 
> > NoNode
> 
> > >>> for /solr/live_nodes/127.0.0.1:49885_
> 
> > >>> > [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /live_nodes/127.0.0.1:49885_
> 
> > >>> > [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 3)
> 
> > >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process
> 
> > Updating
> 
> > >>> live nodes... (4)
> 
> > >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 4)
> 
> > >>> > [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process
> 
> > Updating
> 
> > >>> live nodes... (4)
> 
> > >>> > [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process
> 
> > Updating
> 
> > >>> live nodes... (4)
> 
> > >>> > [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process
> 
> > Updating
> 
> > >>> live nodes... (4)
> 
> > >>> > [junit4:junit4]   2> 10125 T2237
> 
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> 
> > >>> cluster state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating
> 
> > SolrCore
> 
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 
> > >>> 1359905517315/collection1
> 
> > >>> > [junit4:junit4]   2> 10134 T2309
> 
> > oasc.ZkController.createCollectionZkNode
> 
> > >>> Check for collection zkNode:collection1
> 
> > >>> > [junit4:junit4]   2> 10135 T2309
> 
> > oasc.ZkController.createCollectionZkNode
> 
> > >>> Collection zkNode exists
> 
> > >>> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName
> 
> > Load
> 
> > >>> collection config from:/collections/collection1
> 
> > >>> > [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 
> > >>> 1359905517315/collection1/'
> 
> > >>> > [junit4:junit4]   2> 10138 T2309
> 
> > >>> oasc.SolrResourceLoader.replaceClassLoader Adding
> 
> > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 
> > >>> 1359905517315/collection1/lib/classes/' to classloader
> 
> > >>> > [junit4:junit4]   2> 10139 T2309
> 
> > >>> oasc.SolrResourceLoader.replaceClassLoader Adding
> 
> > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 
> > >>> 1359905517315/collection1/lib/README' to classloader
> 
> > >>> > [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene
> 
> > >>> MatchVersion: LUCENE_50
> 
> > >>> > [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded
> 
> > SolrConfig:
> 
> > >>> solrconfig.xml
> 
> > >>> > [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema
> 
> > Reading Solr
> 
> > >>> Schema
> 
> > >>> > [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema Schema
> 
> > >>> name=test
> 
> > >>> > [junit4:junit4]   2> 10784 T2309
> 
> > oass.OpenExchangeRatesOrgProvider.init
> 
> > >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> 
> > >>> > [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema default
> 
> > >>> search field in schema is text
> 
> > >>> > [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema unique
> 
> > key
> 
> > >>> field: id
> 
> > >>> > [junit4:junit4]   2> 10817 T2309 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 10823 T2309 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 10828 T2309
> 
> > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates
> 
> > from
> 
> > >>> open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 10830 T2309
> 
> > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates
> 
> > from
> 
> > >>> open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1]
> 
> > Opening
> 
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 
> > >>> 1359905517315/collection1/,
> 
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/
> 
> > >>> > [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX
> 
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> 
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> 
> > >>> > [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory
> 
> > >>> solr.NRTCachingDirectoryFactory
> 
> > >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get return
> 
> > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3 forceNew:false
> 
> > >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close
> 
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New
> 
> > index
> 
> > >>> directory detected: old=null
> 
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index/
> 
> > >>> > [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING
> 
> > >>> [collection1] Solr index directory
> 
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > 1359905507479/jetty3/index'
> 
> > >>> doesn't exist. Creating new index...
> 
> > >>> > [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get return
> 
> > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index forceNew:false
> 
> > >>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit
> 
> > >>> SolrDeletionPolicy.onCommit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.updateCommits
> 
> > >>> newest commit = 1[segments_1]
> 
> > >>> > [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close
> 
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index
> 
> > >>> > [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created xml:
> 
> > >>> solr.XMLResponseWriter
> 
> > >>> > [junit4:junit4]   2> 10846 T2309
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe"
> 
> > >>> > [junit4:junit4]   2> 10847 T2309
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe-allfields"
> 
> > >>> > [junit4:junit4]   2> 10847 T2309
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "stored_sig"
> 
> > >>> > [junit4:junit4]   2> 10848 T2309
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "uniq-fields"
> 
> > >>> > [junit4:junit4]   2> 10849 T2309
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> 
> > >>> > [junit4:junit4]   2> 10849 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 10850 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 10851 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 10852 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> 
> > >>> solr.RealTimeGetHandler
> 
> > >>> > [junit4:junit4]   2> 10853 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> 
> > >>> solr.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 10854 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> 
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> 
> > >>> > [junit4:junit4]   2> 10854 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> 
> > >>> org.apache.solr.handler.admin.AdminHandlers
> 
> > >>> > [junit4:junit4]   2> 10855 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 10855 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 10856 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 10856 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> 
> > >>> solr.UpdateRequestHandler
> 
> > >>> > [junit4:junit4]   2> 10857 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 10857 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 10858 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckCompRH_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 10859 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 10860 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 10861 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH1:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 10861 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 10862 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 10862 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> 
> > >>> solr.MoreLikeThisHandler
> 
> > >>> > [junit4:junit4]   2> 10863 T2309
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> 
> > >>> solr.DumpRequestHandler
> 
> > >>> > [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init
> 
> > >>> xsltCacheLifetimeSeconds=60
> 
> > >>> > [junit4:junit4]   2> 10871 T2309 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> 
> > Please
> 
> > >>> update your config to use the ShowFileRequestHandler.
> 
> > >>> > [junit4:junit4]   2> 10873 T2309 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING adding ShowFileRequestHandler with hidden files:
> 
> > [SCHEMA.XML,
> 
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> 
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> 
> > >>> ISOLATIN1ACCENT.TXT]
> 
> > >>> > [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close
> 
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init> Opening
> 
> > >>> Searcher@682615b3 main
> 
> > >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard
> 
> > >>> AutoCommit: disabled
> 
> > >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft
> 
> > >>> AutoCommit: disabled
> 
> > >>> > [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform
> 
> > >>> Initializing spell checkers
> 
> > >>> > [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init:
> 
> > >>>
> 
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> 
> > >>> ngth=3}
> 
> > >>> > [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher
> 
> > [collection1]
> 
> > >>> Registered new searcher Searcher@682615b3
> 
> > >>> main{StandardDirectoryReader(segments_1:1)}
> 
> > >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing
> 
> > >>> core=collection1 state=down
> 
> > >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish numShards
> 
> > not
> 
> > >>> found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 11333 T2260
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 11336 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":"shard2",
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"active",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
> 
> > >>> > [junit4:junit4]   2> 11349 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":null,
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"down",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
> 
> > >>> > [junit4:junit4]   2> 11350 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already
> 
> > exists
> 
> > >>> with numShards=2
> 
> > >>> > [junit4:junit4]   2> 11351 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> 
> > >>> shard shard=shard1
> 
> > >>> > [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> 
> > >>> > [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> 
> > >>> > [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> 
> > >>> > [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> 
> > >>> > [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> 
> > >>> > [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore
> 
> > registering
> 
> > >>> core: collection1
> 
> > >>> > [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register
> 
> > replica -
> 
> > >>> core:collection1 address:http://127.0.0.1:49885 collection:collection1
> 
> > >>> shard:shard1
> 
> > >>> > [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are
> 
> > >>> http://127.0.0.1:49885/collection1/ and leader is
> 
> > >>> http://127.0.0.1:49879/collection1/
> 
> > >>> > [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No LogReplay
> 
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49885
> 
> > >>> > [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery Core
> 
> > >>> needs to recover:collection1
> 
> > >>> > [junit4:junit4]   2> 11934 T2309 oasu.DefaultSolrCoreState.doRecovery
> 
> > >>> Running recovery - first canceling any ongoing recovery
> 
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1
> 
> > >>> org.apache.solr.core.SolrCore@258a35
> 
> > url=http://127.0.0.1:49885/collection1
> 
> > >>> node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1
> 
> > >>> props:{shard=null, roles=null, state=down, core=collection1,
> 
> > >>> collection=collection1, node_name=127.0.0.1:49885_,
> 
> > >>> base_url=http://127.0.0.1:49885}
> 
> > >>> > [junit4:junit4]   2> 11935 T2311 C170 P49885 oasc.RecoveryStrategy.run
> 
> > >>> Starting recovery process.  core=collection1 recoveringAfterStartup=true
> 
> > >>> > [junit4:junit4]   2> 11936 T2309
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 11938 T2311 C170 P49885
> 
> > >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> 
> > >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish
> 
> > >>> publishing core=collection1 state=recovering
> 
> > >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish
> 
> > >>> numShards not found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init
> 
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test/J0
> 
> > >>> > [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init() done
> 
> > >>> > [junit4:junit4]   2> 11943 T2311 C170 P49885
> 
> > >>> oascsi.HttpClientUtil.createClient Creating new http client,
> 
> > >>>
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > >>> false
> 
> > >>> > [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > >>> false
> 
> > >>> > [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-
> 
> > 8.1.8.v20121106
> 
> > >>> > [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart Started
> 
> > >>> SelectChannelConnector@127.0.0.1:49889
> 
> > >>> > [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init()
> 
> > >>> > [junit4:junit4]   2> 12125 T2237
> 
> > oasc.SolrResourceLoader.locateSolrHome
> 
> > >>> JNDI not configured for solr (NoInitialContextEx)
> 
> > >>> > [junit4:junit4]   2> 12126 T2237
> 
> > oasc.SolrResourceLoader.locateSolrHome
> 
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 
> > >>> 1359905519427
> 
> > >>> > [junit4:junit4]   2> 12126 T2237 oasc.CoreContainer$Initializer.initialize
> 
> > >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 
> > >>> 1359905519427/solr.xml
> 
> > >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New
> 
> > >>> CoreContainer 1310203382
> 
> > >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading
> 
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 
> > >>> 1359905519427/'
> 
> > >>> > [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 
> > >>> 1359905519427/'
> 
> > >>> > [junit4:junit4]   2> 12160 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> 
> > >>> 60000
> 
> > >>> > [junit4:junit4]   2> 12161 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
> 
> > http://
> 
> > >>> > [junit4:junit4]   2> 12161 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
> 
> > >>> 15000
> 
> > >>> > [junit4:junit4]   2> 12162 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > >>> maxConnectionsPerHost to: 20
> 
> > >>> > [junit4:junit4]   2> 12162 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> 
> > >>> > [junit4:junit4]   2> 12163 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > maximumPoolSize to:
> 
> > >>> 2147483647
> 
> > >>> > [junit4:junit4]   2> 12163 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting
> 
> > maxThreadIdleTime
> 
> > >>> to: 5
> 
> > >>> > [junit4:junit4]   2> 12164 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -
> 
> > 1
> 
> > >>> > [junit4:junit4]   2> 12164 T2237
> 
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:
> 
> > false
> 
> > >>> > [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> 
> > >>> =60000&connTimeout=15000&retry=false
> 
> > >>> > [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering Log
> 
> > >>> Listener
> 
> > >>> > [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper
> 
> > >>> Zookeeper client=127.0.0.1:49872/solr
> 
> > >>> > [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath
> 
> > zkHost
> 
> > >>> includes chroot
> 
> > >>> > [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> 
> > >>>
> 
> > watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83
> 
> > >>> > [junit4:junit4]   2> 12195 T2237
> 
> > >>> oascc.ConnectionManager.waitForConnected Waiting for client to
> 
> > connect to
> 
> > >>> ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 12195 T2321
> 
> > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection
> 
> > to
> 
> > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using
> 
> > SASL
> 
> > >>> (access denied ("javax.security.auth.AuthPermission"
> 
> > >>> "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 12196 T2321
> 
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> 
> > established
> 
> > >>> to localhost/127.0.0.1:49872, initiating session
> 
> > >>> > [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run
> 
> > Accepted
> 
> > >>> socket connection from /127.0.0.1:49890
> 
> > >>> > [junit4:junit4]   2> 12197 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49890
> 
> > >>> > [junit4:junit4]   2> 12289 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa000b with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49890
> 
> > >>> > [junit4:junit4]   2> 12289 T2321
> 
> > oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@4df75a83
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 12291 T2237
> 
> > >>> oascc.ConnectionManager.waitForConnected Client is connected to
> 
> > >>> ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 12294 T2242
> 
> > oazs.PrepRequestProcessor.pRequest2Txn
> 
> > >>> Processed session termination for sessionid: 0x13ca0af48aa000b
> 
> > >>> > [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session:
> 
> > >>> 0x13ca0af48aa000b closed
> 
> > >>> > [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock Closed
> 
> > >>> socket connection for client /127.0.0.1:49890 which had sessionid
> 
> > >>> 0x13ca0af48aa000b
> 
> > >>> > [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 
> > >>> 60000&connTimeout=15000
> 
> > >>> > [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run
> 
> > >>> EventThread shut down
> 
> > >>> > [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating client
> 
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> 
> > >>> watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
> 
> > >>> > [junit4:junit4]   2> 12305 T2237
> 
> > >>> oascc.ConnectionManager.waitForConnected Waiting for client to
> 
> > connect to
> 
> > >>> ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 12307 T2323
> 
> > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection
> 
> > to
> 
> > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using
> 
> > SASL
> 
> > >>> (access denied ("javax.security.auth.AuthPermission"
> 
> > >>> "getLoginConfiguration"))
> 
> > >>> > [junit4:junit4]   2> 12308 T2323
> 
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection
> 
> > established
> 
> > >>> to localhost/127.0.0.1:49872, initiating session
> 
> > >>> > [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run
> 
> > Accepted
> 
> > >>> socket connection from /127.0.0.1:49891
> 
> > >>> > [junit4:junit4]   2> 12310 T2239
> 
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> 
> > >>> establish new session at /127.0.0.1:49891
> 
> > >>> > [junit4:junit4]   2> 12313 T2241 oazs.ZooKeeperServer.finishSessionInit
> 
> > >>> Established session 0x13ca0af48aa000c with negotiated timeout 20000
> 
> > for
> 
> > >>> client /127.0.0.1:49891
> 
> > >>> > [junit4:junit4]   2> 12313 T2323
> 
> > oaz.ClientCnxn$SendThread.onConnected
> 
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,
> 
> > >>> sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000
> 
> > >>> > [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process
> 
> > Watcher
> 
> > >>> org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
> 
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> 
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null
> 
> > >>> type:None
> 
> > >>> > [junit4:junit4]   2> 12314 T2237
> 
> > >>> oascc.ConnectionManager.waitForConnected Client is connected to
> 
> > >>> ZooKeeper
> 
> > >>> > [junit4:junit4]   2> 12316 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa000c
> 
> > >>> type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 12317 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa000c
> 
> > >>> type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for
> 
> > /solr/overseer
> 
> > >>> > [junit4:junit4]   2> 12319 T2237
> 
> > >>> oasc.ZkController.createEphemeralLiveNode Register node as live in
> 
> > >>> ZooKeeper:/live_nodes/127.0.0.1:49889_
> 
> > >>> > [junit4:junit4]   2> 12320 T2242 oazs.PrepRequestProcessor.pRequest
> 
> > Got
> 
> > >>> user-level KeeperException when processing
> 
> > sessionid:0x13ca0af48aa000c
> 
> > >>> type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error
> 
> > >>> Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode =
> 
> > NoNode
> 
> > >>> for /solr/live_nodes/127.0.0.1:49889_
> 
> > >>> > [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath makePath:
> 
> > >>> /live_nodes/127.0.0.1:49889_
> 
> > >>> > [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 4)
> 
> > >>> > [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 4)
> 
> > >>> > [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 4)
> 
> > >>> > [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process
> 
> > Updating
> 
> > >>> live nodes... (5)
> 
> > >>> > [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process
> 
> > Updating
> 
> > >>> live nodes... (5)
> 
> > >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> 
> > (live
> 
> > >>> nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process
> 
> > Updating
> 
> > >>> live nodes... (5)
> 
> > >>> > [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process
> 
> > Updating
> 
> > >>> live nodes... (5)
> 
> > >>> > [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process
> 
> > Updating
> 
> > >>> live nodes... (5)
> 
> > >>> > [junit4:junit4]   2> 12335 T2237
> 
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> 
> > >>> cluster state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating
> 
> > SolrCore
> 
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 
> > >>> 1359905519427/collection1
> 
> > >>> > [junit4:junit4]   2> 12343 T2325
> 
> > oasc.ZkController.createCollectionZkNode
> 
> > >>> Check for collection zkNode:collection1
> 
> > >>> > [junit4:junit4]   2> 12344 T2325
> 
> > oasc.ZkController.createCollectionZkNode
> 
> > >>> Collection zkNode exists
> 
> > >>> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName
> 
> > Load
> 
> > >>> collection config from:/collections/collection1
> 
> > >>> > [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new
> 
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 
> > >>> 1359905519427/collection1/'
> 
> > >>> > [junit4:junit4]   2> 12347 T2325
> 
> > >>> oasc.SolrResourceLoader.replaceClassLoader Adding
> 
> > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 
> > >>> 1359905519427/collection1/lib/classes/' to classloader
> 
> > >>> > [junit4:junit4]   2> 12347 T2325
> 
> > >>> oasc.SolrResourceLoader.replaceClassLoader Adding
> 
> > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 
> > >>> 1359905519427/collection1/lib/README' to classloader
> 
> > >>> > [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene
> 
> > >>> MatchVersion: LUCENE_50
> 
> > >>> > [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded
> 
> > SolrConfig:
> 
> > >>> solrconfig.xml
> 
> > >>> > [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema
> 
> > Reading Solr
> 
> > >>> Schema
> 
> > >>> > [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema Schema
> 
> > >>> name=test
> 
> > >>> > [junit4:junit4]   2> 12897 T2260
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 12899 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":"shard1",
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"recovering",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
> 
> > >>> > [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 13012 T2325
> 
> > oass.OpenExchangeRatesOrgProvider.init
> 
> > >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> 
> > >>> > [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema default
> 
> > >>> search field in schema is text
> 
> > >>> > [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema unique
> 
> > key
> 
> > >>> field: id
> 
> > >>> > [junit4:junit4]   2> 13045 T2325 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 13050 T2325 oass.FileExchangeRateProvider.reload
> 
> > >>> Reloading exchange rates from file currency.xml
> 
> > >>> > [junit4:junit4]   2> 13055 T2325
> 
> > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates
> 
> > from
> 
> > >>> open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 13057 T2325
> 
> > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates
> 
> > from
> 
> > >>> open-exchange-rates.json
> 
> > >>> > [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1]
> 
> > Opening
> 
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 
> > >>> 1359905519427/collection1/,
> 
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/
> 
> > >>> > [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX
> 
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:
> 
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> 
> > >>> > [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory
> 
> > >>> solr.NRTCachingDirectoryFactory
> 
> > >>> > [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get return
> 
> > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4 forceNew:false
> 
> > >>> > [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close
> 
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New
> 
> > index
> 
> > >>> directory detected: old=null
> 
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index/
> 
> > >>> > [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING
> 
> > >>> [collection1] Solr index directory
> 
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > 1359905507479/jetty4/index'
> 
> > >>> doesn't exist. Creating new index...
> 
> > >>> > [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get return
> 
> > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index forceNew:false
> 
> > >>> > [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit
> 
> > >>> SolrDeletionPolicy.onCommit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2> 13069 T2325 oasc.SolrDeletionPolicy.updateCommits
> 
> > >>> newest commit = 1[segments_1]
> 
> > >>> > [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close
> 
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index
> 
> > >>> > [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created xml:
> 
> > >>> solr.XMLResponseWriter
> 
> > >>> > [junit4:junit4]   2> 13072 T2325
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe"
> 
> > >>> > [junit4:junit4]   2> 13073 T2325
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "dedupe-allfields"
> 
> > >>> > [junit4:junit4]   2> 13073 T2325
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "stored_sig"
> 
> > >>> > [junit4:junit4]   2> 13074 T2325
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "uniq-fields"
> 
> > >>> > [junit4:junit4]   2> 13074 T2325
> 
> > oasup.UpdateRequestProcessorChain.init
> 
> > >>> inserting DistributedUpdateProcessorFactory into
> 
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> 
> > >>> > [junit4:junit4]   2> 13075 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 13075 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> 
> > >>> solr.ReplicationHandler
> 
> > >>> > [junit4:junit4]   2> 13077 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 13077 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:
> 
> > >>> solr.RealTimeGetHandler
> 
> > >>> > [junit4:junit4]   2> 13078 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> 
> > >>> solr.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 13078 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:
> 
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler
> 
> > >>> > [junit4:junit4]   2> 13079 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> 
> > >>> org.apache.solr.handler.admin.AdminHandlers
> 
> > >>> > [junit4:junit4]   2> 13080 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 13080 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy
> 
> > requestHandler:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 13080 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> 
> > >>> solr.StandardRequestHandler
> 
> > >>> > [junit4:junit4]   2> 13081 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:
> 
> > >>> solr.UpdateRequestHandler
> 
> > >>> > [junit4:junit4]   2> 13082 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 13082 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 13083 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckCompRH_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 13084 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 13084 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > >>> spellCheckWithWordbreak_Direct:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 13085 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created
> 
> > spellCheckCompRH1:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 13085 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 13086 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> 
> > >>> org.apache.solr.handler.component.SearchHandler
> 
> > >>> > [junit4:junit4]   2> 13086 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> 
> > >>> solr.MoreLikeThisHandler
> 
> > >>> > [junit4:junit4]   2> 13087 T2325
> 
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> 
> > >>> solr.DumpRequestHandler
> 
> > >>> > [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init
> 
> > >>> xsltCacheLifetimeSeconds=60
> 
> > >>> > [junit4:junit4]   2> 13096 T2325 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,
> 
> > Please
> 
> > >>> update your config to use the ShowFileRequestHandler.
> 
> > >>> > [junit4:junit4]   2> 13098 T2325 oasc.SolrCore.initDeprecatedSupport
> 
> > >>> WARNING adding ShowFileRequestHandler with hidden files:
> 
> > [SCHEMA.XML,
> 
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> 
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> 
> > >>> ISOLATIN1ACCENT.TXT]
> 
> > >>> > [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close
> 
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init> Opening
> 
> > >>> Searcher@76850ab4 main
> 
> > >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard
> 
> > >>> AutoCommit: disabled
> 
> > >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft
> 
> > >>> AutoCommit: disabled
> 
> > >>> > [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform
> 
> > >>> Initializing spell checkers
> 
> > >>> > [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init:
> 
> > >>>
> 
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> 
> > >>> ngth=3}
> 
> > >>> > [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher
> 
> > [collection1]
> 
> > >>> Registered new searcher Searcher@76850ab4
> 
> > >>> main{StandardDirectoryReader(segments_1:1)}
> 
> > >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing
> 
> > >>> core=collection1 state=down
> 
> > >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish numShards
> 
> > not
> 
> > >>> found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 14416 T2260
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 14418 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":null,
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"down",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
> 
> > >>> > [junit4:junit4]   2> 14418 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already
> 
> > exists
> 
> > >>> with numShards=2
> 
> > >>> > [junit4:junit4]   2> 14418 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> 
> > >>> shard shard=shard2
> 
> > >>> > [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
> 
> > >>> props:{shard=shard1, roles=null, state=recovering, core=collection1,
> 
> > >>> collection=collection1, node_name=127.0.0.1:49885_,
> 
> > >>> base_url=http://127.0.0.1:49885}
> 
> > >>> > [junit4:junit4]   2> 14960 T2311 C170 P49885
> 
> > >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
> 
> > >>> http://127.0.0.1:49879/collection1/ core=collection1 -
> 
> > >>> recoveringAfterStartup=true
> 
> > >>> > [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync
> 
> > PeerSync:
> 
> > >>> core=collection1 url=http://127.0.0.1:49885 START
> 
> > >>> replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100
> 
> > >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync
> 
> > WARNING
> 
> > >>> no frame of reference to tell of we've missed updates
> 
> > >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885
> 
> > >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not
> 
> > successful -
> 
> > >>> trying replication. core=collection1
> 
> > >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885
> 
> > >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
> 
> > >>> core=collection1
> 
> > >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885
> 
> > >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
> 
> > >>> core=collection1
> 
> > >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885
> 
> > >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
> 
> > >>> FSUpdateLog{state=ACTIVE, tlog=null}
> 
> > >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885
> 
> > >>> oasc.RecoveryStrategy.replicate Attempting to replicate from
> 
> > >>> http://127.0.0.1:49879/collection1/. core=collection1
> 
> > >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885
> 
> > >>> oascsi.HttpClientUtil.createClient Creating new http client,
> 
> > >>>
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > >>> false
> 
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1
> 
> > >>> org.apache.solr.core.SolrCore@54e69ff4
> 
> > >>> url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_
> 
> > >>> C171_STATE=coll:collection1 core:collection1 props:{shard=shard1,
> 
> > >>> roles=null, state=active, core=collection1, collection=collection1,
> 
> > >>> node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879,
> 
> > >>> leader=true}
> 
> > >>> > [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get
> 
> > >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
> 
> > status=0
> 
> > >>> QTime=0
> 
> > >>> > [junit4:junit4]   2> 14984 T2268 C171 P49879
> 
> > >>> oasu.DirectUpdateHandler2.commit start
> 
> > >>>
> 
> > commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
> 
> > >>> etes=false,softCommit=false}
> 
> > >>> > [junit4:junit4]   2> 14985 T2268 C171 P49879
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1
> 
> > >>> > [junit4:junit4]   2> 14987 T2268 C171 P49879
> 
> > oasc.SolrDeletionPolicy.onInit
> 
> > >>> SolrDeletionPolicy.onInit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2> 14988 T2268 C171 P49879
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 1[segments_1]
> 
> > >>> > [junit4:junit4]   2> 14990 T2268 C171 P49879
> 
> > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> 
> > >>> commits:num=2
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> 
> > >>> ents_2]
> 
> > >>> > [junit4:junit4]   2> 14991 T2268 C171 P49879
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 2[segments_2]
> 
> > >>> > [junit4:junit4]   2> 14992 T2268 C171 P49879
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1
> 
> > >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879
> 
> > oass.SolrIndexSearcher.<init>
> 
> > >>> Opening Searcher@7915d36a realtime
> 
> > >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879
> 
> > >>> oasu.DirectUpdateHandler2.commit end_commit_flush
> 
> > >>> > [junit4:junit4]   2> 14994 T2268 C171 P49879 /update
> 
> > >>>
> 
> > {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
> 
> > >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 10
> 
> > >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885
> 
> > oash.ReplicationHandler.inform
> 
> > >>> Commits will be reserved for  10000
> 
> > >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>  No
> 
> > >>> value set for 'pollInterval'. Timer Task not started.
> 
> > >>> > [junit4:junit4]   2> 14998 T2272 C171 P49879
> 
> > oash.ReplicationHandler.inform
> 
> > >>> Commits will be reserved for  10000
> 
> > >>> > [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication
> 
> > >>> {command=indexversion&qt=/replication&wt=javabin&version=2}
> 
> > status=0
> 
> > >>> QTime=2
> 
> > >>> > [junit4:junit4]   2> 14999 T2311 C170 P49885
> 
> > >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
> 
> > >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885
> 
> > >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> 
> > >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885
> 
> > >>> oash.SnapPuller.fetchLatestIndex Starting replication process
> 
> > >>> > [junit4:junit4]   2> 15002 T2273 C171 P49879
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1
> 
> > >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1/index
> 
> > >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication
> 
> > >>>
> 
> > {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
> 
> > >>> status=0 QTime=1
> 
> > >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885
> 
> > >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in
> 
> > master: 1
> 
> > >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.get return new directory for
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index.20130203133202476 forceNew:false
> 
> > >>> > [junit4:junit4]   2> 15006 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 15007 T2311 C170 P49885
> 
> > >>> oash.SnapPuller.fetchLatestIndex Starting download to
> 
> > >>>
> 
> > RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
> 
> > >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index.20130203133202476
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> 
> > >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> 
> > >>> > [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication
> 
> > >>>
> 
> > {file=segments_2&command=filecontent&checksum=true&wt=filestream&
> 
> > >>> qt=/replication&generation=2} status=0 QTime=0
> 
> > >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index
> 
> > >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885
> 
> > >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> 
> > >>> > [junit4:junit4]   2> 15019 T2311 C170 P49885
> 
> > >>> oash.SnapPuller.modifyIndexProps New index installed. Updating index
> 
> > >>> properties... index=index.20130203133202476
> 
> > >>> > [junit4:junit4]   2> 15020 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885
> 
> > oasc.SolrCore.getNewIndexDir
> 
> > >>> New index directory detected:
> 
> > >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index/
> 
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index.20130203133202476
> 
> > >>> > [junit4:junit4]   2> 15024 T2311 C170 P49885
> 
> > oasc.SolrDeletionPolicy.onInit
> 
> > >>> SolrDeletionPolicy.onInit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index.20130203133202476
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> 
> > >>> ents_2]
> 
> > >>> > [junit4:junit4]   2> 15025 T2311 C170 P49885
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 2[segments_2]
> 
> > >>> > [junit4:junit4]   2> 15026 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
> 
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> 
> > >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
> 
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
> 
> > >>> unused... core=collection1
> 
> > >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
> 
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
> 
> > >>> core=collection1
> 
> > >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index.20130203133202476
> 
> > >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
> 
> > oasc.SolrDeletionPolicy.onInit
> 
> > >>> SolrDeletionPolicy.onInit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index.20130203133202476
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> 
> > >>> ents_2]
> 
> > >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 2[segments_2]
> 
> > >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
> 
> > >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to
> 
> > be
> 
> > >>> used.
> 
> > >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885
> 
> > oass.SolrIndexSearcher.<init>
> 
> > >>> Opening Searcher@11568f93 main
> 
> > >>> > [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher
> 
> > [collection1]
> 
> > >>> Registered new searcher Searcher@11568f93
> 
> > >>> main{StandardDirectoryReader(segments_2:1:nrt)}
> 
> > >>> > [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close
> 
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index
> 
> > >>> > [junit4:junit4]   2> 15034 T2311 C170 P49885
> 
> > >>> oasu.DirectUpdateHandler2.commit start
> 
> > >>>
> 
> > commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
> 
> > >>> letes=false,softCommit=false}
> 
> > >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885
> 
> > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> 
> > >>> commits:num=2
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index.20130203133202476
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> 
> > >>> ents_2]
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index.20130203133202476
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
> 
> > >>> ents_3]
> 
> > >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 3[segments_3]
> 
> > >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
> 
> > >>> oasu.DirectUpdateHandler2.commit end_commit_flush
> 
> > >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index.20130203133202476
> 
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3/index
> 
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> 
> > oasc.RecoveryStrategy.replay
> 
> > >>> No replay needed. core=collection1
> 
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> 
> > >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful
> 
> > -
> 
> > >>> registering as Active. core=collection1
> 
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish
> 
> > >>> publishing core=collection1 state=active
> 
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish
> 
> > >>> numShards not found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 15040 T2311 C170 P49885
> 
> > >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
> 
> > >>> core=collection1
> 
> > >>> > [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore
> 
> > registering
> 
> > >>> core: collection1
> 
> > >>> > [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register
> 
> > replica -
> 
> > >>> core:collection1 address:http://127.0.0.1:49889 collection:collection1
> 
> > >>> shard:shard2
> 
> > >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are
> 
> > >>> http://127.0.0.1:49889/collection1/ and leader is
> 
> > >>> http://127.0.0.1:49882/collection1/
> 
> > >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No LogReplay
> 
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49889
> 
> > >>> > [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery Core
> 
> > >>> needs to recover:collection1
> 
> > >>> > [junit4:junit4]   2> 15218 T2325 oasu.DefaultSolrCoreState.doRecovery
> 
> > >>> Running recovery - first canceling any ongoing recovery
> 
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1
> 
> > >>> org.apache.solr.core.SolrCore@7ea77b6d
> 
> > >>> url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_
> 
> > >>> C172_STATE=coll:collection1 core:collection1 props:{shard=null,
> 
> > roles=null,
> 
> > >>> state=down, core=collection1, collection=collection1,
> 
> > >>> node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
> 
> > >>> > [junit4:junit4]   2> 15219 T2329 C172 P49889 oasc.RecoveryStrategy.run
> 
> > >>> Starting recovery process.  core=collection1 recoveringAfterStartup=true
> 
> > >>> > [junit4:junit4]   2> 15219 T2325
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889
> 
> > >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> 
> > >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish
> 
> > >>> publishing core=collection1 state=recovering
> 
> > >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish
> 
> > >>> numShards not found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init
> 
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-core/test/J0
> 
> > >>> > [junit4:junit4]   2> 15223 T2329 C172 P49889
> 
> > >>> oascsi.HttpClientUtil.createClient Creating new http client,
> 
> > >>>
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > >>> false
> 
> > >>> > [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init
> 
> > >>> SolrDispatchFilter.init() done
> 
> > >>> > [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient
> 
> > Creating
> 
> > >>> new http client,
> 
> > >>>
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > >>> false
> 
> > >>> > [junit4:junit4]   2> 15230 T2237
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 15232 T2237
> 
> > >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for
> 
> > >>> recoveries to finish - collection: collection1 failOnTimeout:true timeout
> 
> > >>> (sec):230
> 
> > >>> > [junit4:junit4]   2> 15234 T2237
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 15948 T2260
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 15950 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":"shard1",
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"active",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
> 
> > >>> > [junit4:junit4]   2> 15964 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":"shard2",
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"recovering",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
> 
> > >>> > [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 16242 T2237
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 17250 T2237
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
> 
> > >>> props:{shard=shard2, roles=null, state=recovering, core=collection1,
> 
> > >>> collection=collection1, node_name=127.0.0.1:49889_,
> 
> > >>> base_url=http://127.0.0.1:49889}
> 
> > >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889
> 
> > >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
> 
> > >>> http://127.0.0.1:49882/collection1/ core=collection1 -
> 
> > >>> recoveringAfterStartup=true
> 
> > >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync
> 
> > PeerSync:
> 
> > >>> core=collection1 url=http://127.0.0.1:49889 START
> 
> > >>> replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100
> 
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync
> 
> > WARNING
> 
> > >>> no frame of reference to tell of we've missed updates
> 
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> 
> > >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not
> 
> > successful -
> 
> > >>> trying replication. core=collection1
> 
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> 
> > >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
> 
> > >>> core=collection1
> 
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> 
> > >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
> 
> > >>> core=collection1
> 
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> 
> > >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
> 
> > >>> FSUpdateLog{state=ACTIVE, tlog=null}
> 
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> 
> > >>> oasc.RecoveryStrategy.replicate Attempting to replicate from
> 
> > >>> http://127.0.0.1:49882/collection1/. core=collection1
> 
> > >>> > [junit4:junit4]   2> 18235 T2329 C172 P49889
> 
> > >>> oascsi.HttpClientUtil.createClient Creating new http client,
> 
> > >>>
> 
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> 
> > >>> false
> 
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1
> 
> > >>> org.apache.solr.core.SolrCore@41549a80
> 
> > >>> url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_
> 
> > >>> C173_STATE=coll:collection1 core:collection1 props:{shard=shard2,
> 
> > >>> roles=null, state=active, core=collection1, collection=collection1,
> 
> > >>> node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882,
> 
> > >>> leader=true}
> 
> > >>> > [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get
> 
> > >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}
> 
> > status=0
> 
> > >>> QTime=1
> 
> > >>> > [junit4:junit4]   2> 18244 T2287 C173 P49882
> 
> > >>> oasu.DirectUpdateHandler2.commit start
> 
> > >>>
> 
> > commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
> 
> > >>> etes=false,softCommit=false}
> 
> > >>> > [junit4:junit4]   2> 18246 T2287 C173 P49882
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2
> 
> > >>> > [junit4:junit4]   2> 18248 T2287 C173 P49882
> 
> > oasc.SolrDeletionPolicy.onInit
> 
> > >>> SolrDeletionPolicy.onInit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2> 18250 T2287 C173 P49882
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 1[segments_1]
> 
> > >>> > [junit4:junit4]   2> 18253 T2237
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882
> 
> > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> 
> > >>> commits:num=2
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> 
> > >>> ents_2]
> 
> > >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 2[segments_2]
> 
> > >>> > [junit4:junit4]   2> 18254 T2287 C173 P49882
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2
> 
> > >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882
> 
> > oass.SolrIndexSearcher.<init>
> 
> > >>> Opening Searcher@33a54dcd realtime
> 
> > >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882
> 
> > >>> oasu.DirectUpdateHandler2.commit end_commit_flush
> 
> > >>> > [junit4:junit4]   2> 18256 T2287 C173 P49882 /update
> 
> > >>>
> 
> > {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
> 
> > >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 12
> 
> > >>> > [junit4:junit4]   2> 18257 T2329 C172 P49889
> 
> > oash.ReplicationHandler.inform
> 
> > >>> Commits will be reserved for  10000
> 
> > >>> > [junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>  No
> 
> > >>> value set for 'pollInterval'. Timer Task not started.
> 
> > >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882
> 
> > oash.ReplicationHandler.inform
> 
> > >>> Commits will be reserved for  10000
> 
> > >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication
> 
> > >>> {command=indexversion&qt=/replication&wt=javabin&version=2}
> 
> > status=0
> 
> > >>> QTime=1
> 
> > >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
> 
> > >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
> 
> > >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
> 
> > >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> 
> > >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
> 
> > >>> oash.SnapPuller.fetchLatestIndex Starting replication process
> 
> > >>> > [junit4:junit4]   2> 18265 T2286 C173 P49882
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2
> 
> > >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2/index
> 
> > >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication
> 
> > >>>
> 
> > {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
> 
> > >>> status=0 QTime=1
> 
> > >>> > [junit4:junit4]   2> 18267 T2329 C172 P49889
> 
> > >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in
> 
> > master: 1
> 
> > >>> > [junit4:junit4]   2> 18268 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.get return new directory for
> 
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index.20130203133205739 forceNew:false
> 
> > >>> > [junit4:junit4]   2> 18269 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 18270 T2329 C172 P49889
> 
> > >>> oash.SnapPuller.fetchLatestIndex Starting download to
> 
> > >>>
> 
> > RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
> 
> > >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index.20130203133205739
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> 
> > >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> 
> > >>> > [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication
> 
> > >>>
> 
> > {file=segments_2&command=filecontent&checksum=true&wt=filestream&
> 
> > >>> qt=/replication&generation=2} status=0 QTime=0
> 
> > >>> > [junit4:junit4]   2> 18274 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index
> 
> > >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889
> 
> > >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> 
> > >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889
> 
> > >>> oash.SnapPuller.modifyIndexProps New index installed. Updating index
> 
> > >>> properties... index=index.20130203133205739
> 
> > >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
> 
> > oasc.SolrCore.getNewIndexDir
> 
> > >>> New index directory detected:
> 
> > >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index/
> 
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index.20130203133205739
> 
> > >>> > [junit4:junit4]   2> 18279 T2329 C172 P49889
> 
> > oasc.SolrDeletionPolicy.onInit
> 
> > >>> SolrDeletionPolicy.onInit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index.20130203133205739
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> 
> > >>> ents_2]
> 
> > >>> > [junit4:junit4]   2> 18280 T2329 C172 P49889
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 2[segments_2]
> 
> > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> 
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> 
> > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> 
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
> 
> > >>> unused... core=collection1
> 
> > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> 
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
> 
> > >>> core=collection1
> 
> > >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index.20130203133205739
> 
> > >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
> 
> > oasc.SolrDeletionPolicy.onInit
> 
> > >>> SolrDeletionPolicy.onInit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index.20130203133205739
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> 
> > >>> ents_2]
> 
> > >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 2[segments_2]
> 
> > >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
> 
> > >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to
> 
> > be
> 
> > >>> used.
> 
> > >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889
> 
> > oass.SolrIndexSearcher.<init>
> 
> > >>> Opening Searcher@2b6d99f5 main
> 
> > >>> > [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher
> 
> > [collection1]
> 
> > >>> Registered new searcher Searcher@2b6d99f5
> 
> > >>> main{StandardDirectoryReader(segments_2:1:nrt)}
> 
> > >>> > [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close
> 
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-
> 
> > Solr-
> 
> > >>> trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index
> 
> > >>> > [junit4:junit4]   2> 18288 T2329 C172 P49889
> 
> > >>> oasu.DirectUpdateHandler2.commit start
> 
> > >>>
> 
> > commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
> 
> > >>> letes=false,softCommit=false}
> 
> > >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889
> 
> > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> 
> > >>> commits:num=2
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index.20130203133205739
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> 
> > >>> ents_2]
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index.20130203133205739
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
> 
> > >>> ents_3]
> 
> > >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 3[segments_3]
> 
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> 
> > >>> oasu.DirectUpdateHandler2.commit end_commit_flush
> 
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index.20130203133205739
> 
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4/index
> 
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> 
> > oasc.RecoveryStrategy.replay
> 
> > >>> No replay needed. core=collection1
> 
> > >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889
> 
> > >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful
> 
> > -
> 
> > >>> registering as Active. core=collection1
> 
> > >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish
> 
> > >>> publishing core=collection1 state=active
> 
> > >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish
> 
> > >>> numShards not found on descriptor - reading it from system property
> 
> > >>> > [junit4:junit4]   2> 18294 T2329 C172 P49889
> 
> > >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
> 
> > >>> core=collection1
> 
> > >>> > [junit4:junit4]   2> 19014 T2260
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 19015 T2260
> 
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state
> 
> > >>> numShards=2 message={
> 
> > >>> > [junit4:junit4]   2>          "operation":"state",
> 
> > >>> > [junit4:junit4]   2>          "numShards":"2",
> 
> > >>> > [junit4:junit4]   2>          "shard":"shard2",
> 
> > >>> > [junit4:junit4]   2>          "roles":null,
> 
> > >>> > [junit4:junit4]   2>          "state":"active",
> 
> > >>> > [junit4:junit4]   2>          "core":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "collection":"collection1",
> 
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
> 
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
> 
> > >>> > [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A
> 
> > cluster
> 
> > >>> state change: WatchedEvent state:SyncConnected
> 
> > type:NodeDataChanged
> 
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> 
> > >>> > [junit4:junit4]   2> 19256 T2237
> 
> > oascc.ZkStateReader.updateClusterState
> 
> > >>> Updating cloud state from ZooKeeper...
> 
> > >>> > [junit4:junit4]   2> 19257 T2237
> 
> > >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries
> 
> > >>> finished - collection: collection1
> 
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1
> 
> > >>> org.apache.solr.core.SolrCore@31b27d14
> 
> > >>> url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_
> 
> > >>> C174_STATE=coll:control_collection core:collection1
> 
> > props:{shard=shard1,
> 
> > >>> roles=null, state=active, core=collection1, collection=control_collection,
> 
> > >>> node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875,
> 
> > >>> leader=true}
> 
> > >>> > [junit4:junit4]   2> 19265 T2251 C174 P49875
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data
> 
> > >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875
> 
> > oasc.SolrDeletionPolicy.onInit
> 
> > >>> SolrDeletionPolicy.onInit: commits:num=1
> 
> > >>> > [junit4:junit4]   2>
> 
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> 
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> 
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data/index
> 
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
> 
> > >>> maxCacheMB=48.0
> 
> > >>>
> 
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> 
> > >>> ents_1]
> 
> > >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875
> 
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =
> 
> > 1[segments_1]
> 
> > >>> > [junit4:junit4]   2> 19270 T2251 C174 P49875
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/control/data
> 
> > >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875
> 
> > oass.SolrIndexSearcher.<init>
> 
> > >>> Opening Searcher@d328104 realtime
> 
> > >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875 /update
> 
> > >>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297601679360)} 0
> 
> > 7
> 
> > >>> > [junit4:junit4]   2> 19275 T2273 C171 P49879
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty1
> 
> > >>> > [junit4:junit4]   2> 19281 T2284 C173 P49882
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty2
> 
> > >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
> 
> > >>> props:{shard=shard1, roles=null, state=active, core=collection1,
> 
> > >>> collection=collection1, node_name=127.0.0.1:49885_,
> 
> > >>> base_url=http://127.0.0.1:49885}
> 
> > >>> > [junit4:junit4]   2> 19289 T2302 C170 P49885
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty3
> 
> > >>> > [junit4:junit4]   2> 19291 T2302 C170 P49885 /update
> 
> > >>> {update.distrib=FROMLEADER&_version_=-
> 
> > >>>
> 
> > 1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt
> 
> > >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 4
> 
> > >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
> 
> > >>> props:{shard=shard2, roles=null, state=active, core=collection1,
> 
> > >>> collection=collection1, node_name=127.0.0.1:49889_,
> 
> > >>> base_url=http://127.0.0.1:49889}
> 
> > >>> > [junit4:junit4]   2> 19291 T2320 C172 P49889
> 
> > >>> oasc.CachingDirectoryFactory.close Releasing
> 
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build/solr-
> 
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 
> > >>> 1359905507479/jetty4
> 
> > >>> > [junit4:junit4]   2> 19292 T2320 C172 P49889 /update
> 
> > >>> {update.distrib=FROMLEADER&_version_=-
> 
> > >>>
> 
> > 1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt
> 
> > >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 2
> 
> > >>> > [junit4:junit4]   2> 19293 T2284 C173 P49882 /update
> 
> > >>> {update.distrib=TOLEADER&wt=javabin&version=2}
> 
> > {deleteByQuery=*:* (-
> 
> > >>> 1425964297618456576)} 0 13
> 
> > >>> > [junit4:junit4]   2> 19294 T2273 C171 P49879 /update
> 
> > >>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0
> 
> > 21
> 
> > >>> > [junit4:junit4]   2> 19303 T2252 C174 P49875 /update
> 
> > >>> {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5
> 
> > >>> > [junit4:junit4]   2> 19316 T2303 C170 P49885 /update
> 
> > >>>
> 
> > {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
> 
> > >>> ER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3
> 
> > >>> > [junit4:junit4]   2> 19317 T2269 C171 P49879 /update
> 
> > >>>
> 
> > {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER
> 
> > >>> &wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10
> 
> > >>> > [junit4:junit4]   2> 19318 T2285 C173 P49882 /update
> 
> > >>> {wt=javabin&version=2} {add=[1]} 0 13
> 
> > >>> > [junit4:junit4]   2> 19328 T2254 C174 P49875 /update
> 
> > >>> {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1
> 
> > >>> > [junit4:junit4]   2> 19350 T2315 C172 P49889 /update
> 
> > >>>
> 
> > {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> 
> > >>> ER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4
> 
> > >>> > [junit4:junit4]   2> 19351 T2286 C173 P49882 /update
> 
> > >>>
> 
> > {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
> 
> > >>> &wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11
> 
> > >>> > [junit4:junit4]   2> 19351 T2271 C171 P49879 /update
> 
> > >>> {wt=javabin&version=2} {add=[2]} 0 15
> 
> > >>> > [junit4:junit4]   2> 19357 T2255 C174 P49875 /update
> 
> > >>> {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3
> 
> > >>> > [junit4:junit4]   2> 19365 T2316 C172 P49889 /update
> 
> > >>>
> 
> > {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> 
> > >>> ER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2
> 
> > >>> > [junit4:junit4]   2> 19366 T2289 C173 P49882 /update
> 
> > >>> {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7
> 
> > >>> > [junit4:junit4]   2> 19371 T2250 C174 P49875 /update
> 
> > >>> {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2
> 
> > >>> > [junit4:junit4]   2> 19379 T2304 C170 P49885 /update
> 
> > >>>
> 
> > {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
> 
> > >>> ER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2
> 
> > >>> > [junit4:junit4]   2> 19380 T2268 C171 P49879 /update
> 
> > >>> {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7
> 
> > >>> > [junit4:junit4]   2> 19385 T2251 C174 P49875 /update
> 
> > >>> {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2
> 
> > >>> > [junit4:junit4]   2> 19399 T2317 C172 P49889 /update
> 
> > >>>
> 
> > {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> 
> > >>> ER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2
> 
> > >>> > [junit4:junit4]   2> 19400 T2288 C173 P49882 /update
> 
> > >>>
> 
> > {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
> 
> > >>> &wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9
> 
> > >>> > [junit4:junit4]   2> 19401 T2270 C171 P49879 /update
> 
> > >>> {wt=javabin&version=2} {add=[5]} 0 12
> 
> > >>> > [junit4:junit4]   2> 19406 T2253 C174 P49875 /update
> 
> > >>> {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2
> 
> > >>> > [junit4:junit4]   2> 19416 T2319 C172 P49889 /update
> 
> > >>>
> 
> > {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> 
> > >>> ER&wt=javabin&version=2}
> 
> > >>> >
> 
> > >>> > [...truncated too long message...]
> 
> > >>> >
> 
> > >>> > it4:junit4]    >    at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> 
> > >>> mizedRunner.java:787)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> 
> > >>> evaluate(SystemPropertiesRestoreRule.java:53)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> 
> > >>> SetupTeardownChained.java:50)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> 
> > >>> cheSanity.java:51)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> 
> > >>> fterRule.java:46)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> 
> > >>> .evaluate(SystemPropertiesInvariantRule.java:55)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> 
> > >>> readAndTestName.java:49)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> 
> > >>> IgnoreAfterMaxFailures.java:70)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> 
> > >>> .java:48)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> 
> > >>> ementAdapter.java:36)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> 
> > >>> run(ThreadLeakControl.java:358)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> 
> > >>> (ThreadLeakControl.java:782)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> 
> > >>> eakControl.java:442)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> 
> > >>> domizedRunner.java:746)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> 
> > >>> mizedRunner.java:648)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> 
> > >>> mizedRunner.java:682)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> 
> > >>> mizedRunner.java:693)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> 
> > >>> ementAdapter.java:36)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> 
> > >>> evaluate(SystemPropertiesRestoreRule.java:53)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> 
> > >>> fterRule.java:46)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> 
> > >>> assName.java:42)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> 
> > >>> .evaluate(SystemPropertiesInvariantRule.java:55)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> 
> > >>>
> 
> > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> 
> > >>>
> 
> > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> 
> > >>> ementAdapter.java:36)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> 
> > >>> ertionsRequired.java:43)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> 
> > >>> .java:48)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> 
> > >>> IgnoreAfterMaxFailures.java:70)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> 
> > >>> TestSuites.java:55)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> 
> > >>> ementAdapter.java:36)
> 
> > >>> > [junit4:junit4]    >        at
> 
> > >>>
> 
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> 
> > >>> run(ThreadLeakControl.java:358)
> 
> > >>> > [junit4:junit4]    >        at java.lang.Thread.run(Thread.java:722)
> 
> > >>> > [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore
> 
> > >>> ###deleteCore
> 
> > >>> > [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:
> 
> > >>> {n_f1=MockFixedIntBlock(blockSize=1923),
> 
> > >>> foo_b=PostingsFormat(name=MockRandom),
> 
> > >>> cat=PostingsFormat(name=NestedPulsing),
> 
> > >>> foo_d=PostingsFormat(name=Asserting),
> 
> > >>> foo_f=PostingsFormat(name=MockRandom),
> 
> > >>> n_tl1=MockFixedIntBlock(blockSize=1923),
> 
> > >>> n_d1=PostingsFormat(name=NestedPulsing),
> 
> > >>> rnd_b=PostingsFormat(name=Asserting),
> 
> > >>> intDefault=PostingsFormat(name=NestedPulsing),
> 
> > >>> n_td1=MockFixedIntBlock(blockSize=1923),
> 
> > >>> timestamp=PostingsFormat(name=NestedPulsing),
> 
> > >>> id=PostingsFormat(name=Asserting),
> 
> > >>> range_facet_sl=PostingsFormat(name=MockRandom),
> 
> > >>> range_facet_si=MockFixedIntBlock(blockSize=1923),
> 
> > >>> oddField_s=PostingsFormat(name=MockRandom),
> 
> > >>> sequence_i=PostingsFormat(name=MockRandom),
> 
> > >>> name=PostingsFormat(name=Asserting),
> 
> > >>> foo_i=MockFixedIntBlock(blockSize=1923),
> 
> > >>> regex_dup_B_s=PostingsFormat(name=NestedPulsing),
> 
> > >>> multiDefault=MockFixedIntBlock(blockSize=1923),
> 
> > >>> n_tf1=PostingsFormat(name=NestedPulsing),
> 
> > >>> n_dt1=MockFixedIntBlock(blockSize=1923),
> 
> > >>> genre_s=PostingsFormat(name=MockRandom),
> 
> > >>> author_t=MockFixedIntBlock(blockSize=1923),
> 
> > >>> n_ti1=PostingsFormat(name=Asserting),
> 
> > >>> range_facet_l=PostingsFormat(name=NestedPulsing),
> 
> > >>> text=PostingsFormat(name=MockRandom),
> 
> > >>> _version_=PostingsFormat(name=NestedPulsing),
> 
> > >>> val_i=PostingsFormat(name=Asserting),
> 
> > >>> SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing),
> 
> > >>> series_t=MockFixedIntBlock(blockSize=1923),
> 
> > >>> a_t=PostingsFormat(name=NestedPulsing),
> 
> > >>> n_tdt1=PostingsFormat(name=NestedPulsing),
> 
> > >>> regex_dup_A_s=PostingsFormat(name=MockRandom),
> 
> > >>> price=PostingsFormat(name=MockRandom),
> 
> > >>> other_tl1=PostingsFormat(name=NestedPulsing),
> 
> > >>> n_l1=PostingsFormat(name=NestedPulsing),
> 
> > >>> a_si=MockFixedIntBlock(blockSize=1923),
> 
> > >>> inStock=PostingsFormat(name=MockRandom)},
> 
> > >>> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},
> 
> > >>> locale=hu_HU, timezone=America/Sao_Paulo
> 
> > >>> > [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation
> 
> > >>> 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144
> 
> > >>> > [junit4:junit4]   2> NOTE: All tests run in this JVM:
> 
> > >>> [FullSolrCloudDistribCmdsTest, SortByFunctionTest,
> 
> > SolrRequestParserTest,
> 
> > >>> CacheHeaderTest, AlternateDirectoryTest, SpellingQueryConverterTest,
> 
> > >>> SynonymTokenizerTest, TestSort, LukeRequestHandlerTest,
> 
> > >>> TestRangeQuery, FileBasedSpellCheckerTest, TestPhraseSuggestions,
> 
> > >>> TestPluginEnable, TestComponentsName, TestJmxIntegration,
> 
> > >>> SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions,
> 
> > BasicDistributedZk2Test,
> 
> > >>> UpdateRequestProcessorFactoryTest, BadIndexSchemaTest,
> 
> > >>> SchemaVersionSpecificBehaviorTest, WordBreakSolrSpellCheckerTest,
> 
> > >>> TestIndexingPerformance, JSONWriterTest,
> 
> > >>> FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache,
> 
> > >>> PingRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest,
> 
> > >>> TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest,
> 
> > >>> ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest,
> 
> > >>> CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest,
> 
> > >>> TestStressRecovery, BadComponentTest, TestJoin,
> 
> > DocumentBuilderTest,
> 
> > >>> TestStressLucene, DOMUtilTest, TestFunctionQuery,
> 
> > TestHashPartitioner,
> 
> > >>> SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest,
> 
> > >>> HardAutoCommitTest, ChaosMonkeySafeLeaderTest,
> 
> > >>> DistributedQueryElevationComponentTest, RegexBoostProcessorTest,
> 
> > >>> TestReplicationHandler, UpdateParamsTest,
> 
> > >>> DirectUpdateHandlerOptimizeTest, TestGroupingSearch,
> 
> > >>> TestElisionMultitermQuery, SuggesterTest, TestCharFilters,
> 
> > ReturnFieldsTest,
> 
> > >>> StandardRequestHandlerTest, SystemInfoHandlerTest,
> 
> > >>> TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest,
> 
> > >>> DefaultValueUpdateProcessorTest, LeaderElectionTest,
> 
> > >>> SpellCheckComponentTest, TestBinaryResponseWriter,
> 
> > >>> TestPseudoReturnFields, TestStressVersions,
> 
> > >>> StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest,
> 
> > >>> TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions,
> 
> > >>> SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory,
> 
> > >>> TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest,
> 
> > >>> TestPHPSerializedResponseWriter, TestUtils, TestRecovery,
> 
> > >>> DistributedTermsComponentTest, UUIDFieldTest,
> 
> > >>> ShowFileRequestHandlerTest, TestSolrDeletionPolicy1,
> 
> > >>> IndexSchemaRuntimeFieldTest, IndexSchemaTest,
> 
> > TestRemoteStreaming,
> 
> > >>> TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser,
> 
> > >>> PolyFieldTest, TestNumberUtils, TestQuerySenderListener,
> 
> > >>> TestFoldingMultitermQuery, TestPartialUpdateDeduplication,
> 
> > >>> DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest,
> 
> > >>> ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest,
> 
> > >>> ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest,
> 
> > TestUpdate,
> 
> > >>> TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest,
> 
> > >>> SimplePostToolTest, NumericFieldsTest, IndexBasedSpellCheckerTest,
> 
> > >>> OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser,
> 
> > >>> SignatureUpdateProcessorFactoryTest, ResourceLoaderTest,
> 
> > >>> BasicDistributedZkTest]
> 
> > >>> > [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!
> 
> > >>> >
> 
> > >>> > [...truncated 380 lines...]
> 
> > >>> > BUILD FAILED
> 
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/build.xml:346: The following error occurred while executing this
> 
> > >>> line:
> 
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/build.xml:39: The following error occurred while executing this
> 
> > line:
> 
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/build.xml:178: The following error occurred while
> 
> > executing this
> 
> > >>> line:
> 
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/solr/common-build.xml:428: The following error occurred while
> 
> > >>> executing this line:
> 
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/lucene/common-build.xml:1176: The following error occurred
> 
> > while
> 
> > >>> executing this line:
> 
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> 
> > >>> MacOSX/lucene/common-build.xml:841: There were test failures: 249
> 
> > suites,
> 
> > >>> 1038 tests, 1 failure, 14 ignored (3 assumptions)
> 
> > >>> >
> 
> > >>> > Total time: 58 minutes 11 seconds
> 
> > >>> > Build step 'Invoke Ant' marked build as failure
> 
> > >>> > Archiving artifacts
> 
> > >>> > Recording test results
> 
> > >>> > Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
> 
> > >>> > Email was triggered for: Failure
> 
> > >>> > Sending email for trigger: Failure
> 
> > >>> >
> 
> > >>> >
> 
> > >>> >
> 
> > >>> > ---------------------------------------------------------------------
> 
> > >>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> 
> > >>> > For additional commands, e-mail: dev-help@lucene.apache.org
> 
> > >>>
> 
> > >>>
> 
> > >>> ---------------------------------------------------------------------
> 
> > >>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> 
> > >>> For additional commands, e-mail: dev-help@lucene.apache.org
> 
> > >>
> 
> > >>
> 
> > >> ---------------------------------------------------------------------
> 
> > >> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> 
> > >> For additional commands, e-mail: dev-help@lucene.apache.org
> 
> > >>
> 
> > >
> 
> > >
> 
> > >
> 
> > > --
> 
> > > - Mark
> 
> >
> 
> >
> 
> >
> 
> > --
> 
> > - Mark
> 
> >
> 
> > ---------------------------------------------------------------------
> 
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> 
> > For additional commands, e-mail: dev-help@lucene.apache.org
> 
> 
> 
> 
> -- 
> - Mark


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
I think if it's only happening on that mac vm, probably the limits should
be raised if that's the issue. It doesn't happen on other platforms or two
macs I have.

I'm guessing it's not that though - I've seen that happen with network
connections and it's always been easy to diagnose.

- Mark

On Sun, Feb 3, 2013 at 4:01 PM, Uwe Schindler <uw...@thetaphi.de> wrote:

> Could this maybe related to number of open files? I have no idea how to
> configure that on MacOS. If this is the case, we should really drill down
> this test to not open so many file descriptors. Current setting:****
>
> ** **
>
> localhost:~ jenkins$ ulimit -a****
>
> core file size          (blocks, -c) 0****
>
> data seg size           (kbytes, -d) unlimited****
>
> file size               (blocks, -f) unlimited****
>
> max locked memory       (kbytes, -l) unlimited****
>
> max memory size         (kbytes, -m) unlimited****
>
> open files                      (-n) 256****
>
> pipe size            (512 bytes, -p) 1****
>
> stack size              (kbytes, -s) 8192****
>
> cpu time               (seconds, -t) unlimited****
>
> max user processes              (-u) 709****
>
> virtual memory          (kbytes, -v) unlimited****
>
> ** **
>
> -----****
>
> Uwe Schindler****
>
> H.-H.-Meier-Allee 63, D-28213 Bremen****
>
> http://www.thetaphi.de****
>
> eMail: uwe@thetaphi.de****
>
> ** **
>
> *From:* Uwe Schindler [mailto:uwe@thetaphi.de]
> *Sent:* Sunday, February 03, 2013 9:37 PM
> *To:* dev@lucene.apache.org; markrmiller@gmail.com
> *Subject:* RE: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) -
> Build # 178 - Still Failing!****
>
> ** **
>
> This is indeed strage. This is a default MacOSX install with no special
> network config. All plain simple:****
>
> ** **
>
> ****
>
> ** **
>
> -----****
>
> Uwe Schindler****
>
> H.-H.-Meier-Allee 63, D-28213 Bremen****
>
> http://www.thetaphi.de****
>
> eMail: uwe@thetaphi.de****
>
> ** **
>
> ** **
>
> > -----Original Message-----****
>
> > From: Mark Miller [mailto:markrmiller@gmail.com <ma...@gmail.com>]
> ****
>
> > Sent: Sunday, February 03, 2013 8:48 PM****
>
> > To: dev@lucene.apache.org****
>
> > Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) -
> Build #****
>
> > 178 - Still Failing!****
>
> > ****
>
> > A jetty is trying to recover by talking to the leader jetty. But it****
>
> > keeps hitting the following exception and that is why it never****
>
> > recovers. The URL looks to be http://127.0.0.1:49879****
>
> > ****
>
> > [junit4:junit4]   2> 241315 T2521 C191 P49882****
>
> > oascsi.HttpClientUtil.createClient Creating new http client,****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > false****
>
> > [junit4:junit4]   2> 241324 T2521 C191 P49882****
>
> > oahic.DefaultRequestDirector.tryExecute I/O exception****
>
> > (java.net.SocketException) caught when processing request: Invalid****
>
> > argument****
>
> > [junit4:junit4]   2> 241325 T2521 C191 P49882****
>
> > oahic.DefaultRequestDirector.tryExecute Retrying request****
>
> > [junit4:junit4]   2> 241326 T2521 C191 P49882****
>
> > oahic.DefaultRequestDirector.tryExecute I/O exception****
>
> > (java.net.SocketException) caught when processing request: Invalid****
>
> > argument****
>
> > [junit4:junit4]   2> 241326 T2521 C191 P49882****
>
> > oahic.DefaultRequestDirector.tryExecute Retrying request****
>
> > [junit4:junit4]   2> 241326 T2521 C191 P49882****
>
> > oahic.DefaultRequestDirector.tryExecute I/O exception****
>
> > (java.net.SocketException) caught when processing request: Invalid****
>
> > argument****
>
> > [junit4:junit4]   2> 241327 T2521 C191 P49882****
>
> > oahic.DefaultRequestDirector.tryExecute Retrying request****
>
> > [junit4:junit4]   2> 241328 T2521 C191 P49882 oasc.SolrException.log****
>
> > SEVERE Error while trying to recover.****
>
> > core=unloadcollection2:org.apache.solr.client.solrj.SolrServerException:
> ****
>
> > IOException occured when talking to server at: http://127.0.0.1:49879***
> *
>
> > [junit4:junit4]   2>                       at****
>
> >
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
> ****
>
> > 416)****
>
> > [junit4:junit4]   2>                       at****
>
> >
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
> ****
>
> > 181)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStr**
> **
>
> > ategy.java:202)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:
> ****
>
> > 346)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)***
> *
>
> > [junit4:junit4]   2>       Caused by: java.net.SocketException: Invalid*
> ***
>
> > argument****
>
> > [junit4:junit4]   2>                       at****
>
> > java.net.SocketInputStream.socketRead0(Native Method)****
>
> > [junit4:junit4]   2>                       at****
>
> > java.net.SocketInputStream.read(SocketInputStream.java:150)****
>
> > [junit4:junit4]   2>                       at****
>
> > java.net.SocketInputStream.read(SocketInputStream.java:121)****
>
> > [junit4:junit4]   2>                       at****
>
> >
> org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessio
> ****
>
> > nInputBuffer.java:149)****
>
> > [junit4:junit4]   2>                       at****
>
> >
> org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:
> ****
>
> > 111)****
>
> > [junit4:junit4]   2>                       at****
>
> >
> org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessio
> ****
>
> > nInputBuffer.java:264)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultRespo**
> **
>
> > nseParser.java:98)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessagePars*
> ***
>
> > er.java:252)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader*
> ***
>
> > (AbstractHttpClientConnection.java:282)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader*
> ***
>
> > (DefaultClientConnection.java:247)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHea**
> **
>
> > der(AbstractClientConnAdapter.java:216)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRe***
> *
>
> > questExecutor.java:298)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecut**
> **
>
> > or.java:125)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequ
> ****
>
> > estDirector.java:647)****
>
> > [junit4:junit4]   2>                       at****
>
> > org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequest
> ****
>
> > Director.java:464)****
>
> > [junit4:junit4]   2>                       at****
>
> >
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
> ****
>
> > va:820)****
>
> > [junit4:junit4]   2>                       at****
>
> >
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
> ****
>
> > va:754)****
>
> > [junit4:junit4]   2>                       at****
>
> >
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja
> ****
>
> > va:732)****
>
> > [junit4:junit4]   2>                       at****
>
> >
> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:
> ****
>
> > 353)****
>
> > [junit4:junit4]   2>                       ... 4 more****
>
> > ****
>
> > On Sun, Feb 3, 2013 at 2:42 PM, Mark Miller <ma...@gmail.com>****
>
> > wrote:****
>
> > > I'll dig in a bit later and pull out the log snippet.****
>
> > >****
>
> > > In regards to the 'fake' addresses though, this test should not be****
>
> > > using them. It create N jetties, all will real addresses. That's the**
> **
>
> > > goal anyway.****
>
> > >****
>
> > > - Mark****
>
> > >****
>
> > > On Sun, Feb 3, 2013 at 2:01 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
> ****
>
> > >> Can you find out from the logs (or add a system.out), so we see to***
> *
>
> > *where* it wants to connect? The Invalid argument should be fine, because
> ****
>
> > this is also used in linux when it connects to the fake IPv6 addresses
> that****
>
> > "emulate" broken slaves. The BasicDistributedTestcase has a list of
> "fake"****
>
> > addresses, and I assume it is one of them. Maybe this test should *not*
> use****
>
> > those?****
>
> > >>****
>
> > >> Uwe****
>
> > >>****
>
> > >> -----****
>
> > >> Uwe Schindler****
>
> > >> H.-H.-Meier-Allee 63, D-28213 Bremen****
>
> > >> http://www.thetaphi.de****
>
> > >> eMail: uwe@thetaphi.de****
>
> > >>****
>
> > >>****
>
> > >>> -----Original Message-----****
>
> > >>> From: Mark Miller [mailto:markrmiller@gmail.com<ma...@gmail.com>
> ]****
>
> > >>> Sent: Sunday, February 03, 2013 5:08 PM****
>
> > >>> To: dev@lucene.apache.org****
>
> > >>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) -**
> **
>
> > Build #****
>
> > >>> 178 - Still Failing!****
>
> > >>>****
>
> > >>> In this test recovery fails because an http request keeps failing
> with:****
>
> > >>>****
>
> > >>> java.net.SocketException: Invalid argument****
>
> > >>>****
>
> > >>> Some googling points to an ipv4/ipv6 issue? Seems like an****
>
> > environment/test****
>
> > >>> problem.****
>
> > >>>****
>
> > >>> - Mark****
>
> > >>>****
>
> > >>> On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server****
>
> > >>> <je...@thetaphi.de> wrote:****
>
> > >>>****
>
> > >>> > Build:
> http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/****
>
> > >>> > Java: 64bit/jdk1.7.0 -XX:+UseParallelGC****
>
> > >>> >****
>
> > >>> > 1 tests failed.****
>
> > >>> > REGRESSION:****
>
> > >>> org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch****
>
> > >>> >****
>
> > >>> > Error Message:****
>
> > >>> > There are still nodes recoverying - waited for 230 seconds****
>
> > >>> >****
>
> > >>> > Stack Trace:****
>
> > >>> > java.lang.AssertionError: There are still nodes recoverying -
> waited for****
>
> > 230****
>
> > >>> seconds****
>
> > >>> >     at****
>
> > >>>****
>
> > __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C3****
>
> > >>> 0]:0)****
>
> > >>> >     at org.junit.Assert.fail(Assert.java:93)****
>
> > >>> >     at****
>
> > >>>****
>
> >
> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> ****
>
> > >>> AbstractDistribZkTestBase.java:168)****
>
> > >>> >     at****
>
> > >>>****
>
> >
> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> ****
>
> > >>> AbstractDistribZkTestBase.java:126)****
>
> > >>> >     at****
>
> > >>>****
>
> >
> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> ****
>
> > >>> AbstractDistribZkTestBase.java:121)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(Ba
> ****
>
> > >>> sicDistributedZkTest.java:458)****
>
> > >>> >     at****
>
> > >>>****
>
> >
> org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.j
> ****
>
> > >>> ava:337)****
>
> > >>> >     at****
>
> > >>>****
>
> >
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistri
> ****
>
> > >>> butedSearchTestCase.java:794)****
>
> > >>> >     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ****
>
> > >>> >     at****
>
> > >>>****
>
> > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j**
> **
>
> > >>> ava:57)****
>
> > >>> >     at****
>
> > >>>****
>
> > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces***
> *
>
> > >>> sorImpl.java:43)****
>
> > >>> >     at java.lang.reflect.Method.invoke(Method.java:601)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize****
>
> > >>> dRunner.java:1559)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando****
>
> > >>> mizedRunner.java:79)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando****
>
> > >>> mizedRunner.java:737)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando****
>
> > >>> mizedRunner.java:773)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando****
>
> > >>> mizedRunner.java:787)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.*
> ***
>
> > >>> evaluate(SystemPropertiesRestoreRule.java:53)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule*
> ***
>
> > >>> SetupTeardownChained.java:50)****
>
> > >>> >     at****
>
> > >>>****
>
> >
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> ****
>
> > >>> cheSanity.java:51)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> ****
>
> > >>> fterRule.java:46)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> ****
>
> > >>> .evaluate(SystemPropertiesInvariantRule.java:55)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh**
> **
>
> > >>> readAndTestName.java:49)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> ****
>
> > >>> IgnoreAfterMaxFailures.java:70)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> ****
>
> > >>> .java:48)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat*
> ***
>
> > >>> ementAdapter.java:36)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.***
> *
>
> > >>> run(ThreadLeakControl.java:358)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask*
> ***
>
> > >>> (ThreadLeakControl.java:782)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL*
> ***
>
> > >>> eakControl.java:442)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran***
> *
>
> > >>> domizedRunner.java:746)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando****
>
> > >>> mizedRunner.java:648)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando****
>
> > >>> mizedRunner.java:682)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando****
>
> > >>> mizedRunner.java:693)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat*
> ***
>
> > >>> ementAdapter.java:36)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.*
> ***
>
> > >>> evaluate(SystemPropertiesRestoreRule.java:53)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> ****
>
> > >>> fterRule.java:46)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> ****
>
> > >>> assName.java:42)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> ****
>
> > >>> .evaluate(SystemPropertiesInvariantRule.java:55)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet****
>
> > >>>****
>
> > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet****
>
> > >>>****
>
> > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat*
> ***
>
> > >>> ementAdapter.java:36)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ****
>
> > >>> ertionsRequired.java:43)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> ****
>
> > >>> .java:48)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> ****
>
> > >>> IgnoreAfterMaxFailures.java:70)****
>
> > >>> >     at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> ****
>
> > >>> TestSuites.java:55)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat*
> ***
>
> > >>> ementAdapter.java:36)****
>
> > >>> >     at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.***
> *
>
> > >>> run(ThreadLeakControl.java:358)****
>
> > >>> >     at java.lang.Thread.run(Thread.java:722)****
>
> > >>> >****
>
> > >>> >****
>
> > >>> >****
>
> > >>> >****
>
> > >>> > Build Log:****
>
> > >>> > [...truncated 8980 lines...]****
>
> > >>> > [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
> ****
>
> > >>> > [junit4:junit4]   2> 0 T2237****
>
> > >>> oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext
> ****
>
> > >>> system property: /****
>
> > >>> > [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting*
> ***
>
> > >>> testDistribSearch****
>
> > >>> > [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479****
>
> > >>> > [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST
> ****
>
> > SERVER****
>
> > >>> > [junit4:junit4]   2> 10 T2238****
>
> > >>> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server****
>
> > >>> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime****
>
> > tickTime set****
>
> > >>> to 1000****
>
> > >>> > [junit4:junit4]   2> 13 T2238****
>
> > oazs.ZooKeeperServer.setMinSessionTimeout****
>
> > >>> minSessionTimeout set to -1****
>
> > >>> > [junit4:junit4]   2> 14 T2238****
>
> > oazs.ZooKeeperServer.setMaxSessionTimeout****
>
> > >>> maxSessionTimeout set to -1****
>
> > >>> > [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure*
> ***
>
> > binding****
>
> > >>> to port 0.0.0.0/0.0.0.0:0****
>
> > >>> > [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save
> Snapshotting:****
>
> > 0x0 to****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/zookeeper/server1/data/version-2/snapshot.0****
>
> > >>> > [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk
> server on****
>
> > >>> port:49872****
>
> > >>> > [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=10000****
>
> > >>> watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9****
>
> > >>> > [junit4:junit4]   2> 116 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Waiting for client to connect to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 117 T2243****
>
> > oaz.ClientCnxn$SendThread.logStartConnect****
>
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not****
>
> > >>> attempt to authenticate using SASL (access denied****
>
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 117 T2243****
>
> > oaz.ClientCnxn$SendThread.primeConnection****
>
> > >>> Socket connection established to localhost/127.0.0.1:49872,
> initiating****
>
> > session****
>
> > >>> > [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run
> Accepted****
>
> > >>> socket connection from /127.0.0.1:49873****
>
> > >>> > [junit4:junit4]   2> 118 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49873****
>
> > >>> > [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating
> new log****
>
> > file:****
>
> > >>> log.1****
>
> > >>> > [junit4:junit4]   2> 120 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0000 with negotiated timeout 10000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49873****
>
> > >>> > [junit4:junit4]   2> 121 T2243
> oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000****
>
> > >>> > [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process****
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@6ef101c9****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 122 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Client is connected to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > /solr****
>
> > >>> > [junit4:junit4]   2> 128 T2242****
>
> > oazs.PrepRequestProcessor.pRequest2Txn****
>
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0000****
>
> > >>> > [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed
> ****
>
> > socket****
>
> > >>> connection for client /127.0.0.1:49873 which had sessionid****
>
> > 0x13ca0af48aa0000****
>
> > >>> > [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session:****
>
> > >>> 0x13ca0af48aa0000 closed****
>
> > >>> > [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run****
>
> > EventThread****
>
> > >>> shut down****
>
> > >>> > [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000*
> ***
>
> > >>>****
>
> > watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb****
>
> > >>> > [junit4:junit4]   2> 131 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Waiting for client to connect to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 131 T2245****
>
> > oaz.ClientCnxn$SendThread.logStartConnect****
>
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not****
>
> > >>> attempt to authenticate using SASL (access denied****
>
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 132 T2245****
>
> > oaz.ClientCnxn$SendThread.primeConnection****
>
> > >>> Socket connection established to localhost/127.0.0.1:49872,
> initiating****
>
> > session****
>
> > >>> > [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run
> Accepted****
>
> > >>> socket connection from /127.0.0.1:49874****
>
> > >>> > [junit4:junit4]   2> 133 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49874****
>
> > >>> > [junit4:junit4]   2> 134 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0001 with negotiated timeout 10000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49874****
>
> > >>> > [junit4:junit4]   2> 134 T2245
> oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000****
>
> > >>> > [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process****
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@63bc10cb****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 135 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Client is connected to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/collection1****
>
> > >>> > [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/collection1/shards****
>
> > >>> > [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/control_collection****
>
> > >>> > [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/control_collection/shards****
>
> > >>> > [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig
> put****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-core/test-****
>
> > files/solr/collection1/conf/solrconfig.xml****
>
> > >>> to /configs/conf1/solrconfig.xml****
>
> > >>> > [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /configs/conf1/solrconfig.xml****
>
> > >>> > [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig
> put****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-core/test-****
>
> > files/solr/collection1/conf/schema.xml to****
>
> > >>> /configs/conf1/schema.xml****
>
> > >>> > [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /configs/conf1/schema.xml****
>
> > >>> > [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig
> put****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-core/test-****
>
> > files/solr/collection1/conf/stopwords.txt****
>
> > >>> to /configs/conf1/stopwords.txt****
>
> > >>> > [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /configs/conf1/stopwords.txt****
>
> > >>> > [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig
> put****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-core/test-****
>
> > files/solr/collection1/conf/protwords.txt****
>
> > >>> to /configs/conf1/protwords.txt****
>
> > >>> > [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /configs/conf1/protwords.txt****
>
> > >>> > [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig
> put****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-core/test-****
>
> > files/solr/collection1/conf/currency.xml to****
>
> > >>> /configs/conf1/currency.xml****
>
> > >>> > [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /configs/conf1/currency.xml****
>
> > >>> > [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig
> put****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-**
> **
>
> > >>> exchange-rates.json to /configs/conf1/open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /configs/conf1/open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig
> put****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-
> ****
>
> > >>> ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt***
> *
>
> > >>> > [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /configs/conf1/mapping-ISOLatin1Accent.txt****
>
> > >>> > [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig
> put****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-core/test-****
>
> > >>> files/solr/collection1/conf/old_synonyms.txt to****
>
> > >>> /configs/conf1/old_synonyms.txt****
>
> > >>> > [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /configs/conf1/old_synonyms.txt****
>
> > >>> > [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig
> put****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-core/test-****
>
> > files/solr/collection1/conf/synonyms.txt****
>
> > >>> to /configs/conf1/synonyms.txt****
>
> > >>> > [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /configs/conf1/synonyms.txt****
>
> > >>> > [junit4:junit4]   2> 210 T2242****
>
> > oazs.PrepRequestProcessor.pRequest2Txn****
>
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0001****
>
> > >>> > [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed
> ****
>
> > socket****
>
> > >>> connection for client /127.0.0.1:49874 which had sessionid****
>
> > 0x13ca0af48aa0001****
>
> > >>> > [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run****
>
> > EventThread****
>
> > >>> shut down****
>
> > >>> > [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session:****
>
> > >>> 0x13ca0af48aa0001 closed****
>
> > >>> > [junit4:junit4]   2> 403 T2237 oejs.Server.doStart
> jetty-8.1.8.v20121106****
>
> > >>> > [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart
> Started****
>
> > >>> SelectChannelConnector@127.0.0.1:49875****
>
> > >>> > [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init()****
>
> > >>> > [junit4:junit4]   2> 410 T2237
> oasc.SolrResourceLoader.locateSolrHome****
>
> > JNDI****
>
> > >>> not configured for solr (NoInitialContextEx)****
>
> > >>> > [junit4:junit4]   2> 410 T2237
> oasc.SolrResourceLoader.locateSolrHome****
>
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > controljetty-****
>
> > >>> 1359905507683****
>
> > >>> > [junit4:junit4]   2> 411 T2237
> oasc.CoreContainer$Initializer.initialize****
>
> > looking****
>
> > >>> for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-***
> *
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > controljetty-****
>
> > >>> 1359905507683/solr.xml****
>
> > >>> > [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New****
>
> > CoreContainer****
>
> > >>> 1814343678****
>
> > >>> > [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading****
>
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > controljetty-****
>
> > >>> 1359905507683/'****
>
> > >>> > [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new*
> ***
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > controljetty-****
>
> > >>> 1359905507683/'****
>
> > >>> > [junit4:junit4]   2> 482 T2237****
>
> > oashc.HttpShardHandlerFactory.getParameter****
>
> > >>> Setting socketTimeout to: 60000****
>
> > >>> > [junit4:junit4]   2> 484 T2237****
>
> > oashc.HttpShardHandlerFactory.getParameter****
>
> > >>> Setting urlScheme to: http://****
>
> > >>> > [junit4:junit4]   2> 485 T2237****
>
> > oashc.HttpShardHandlerFactory.getParameter****
>
> > >>> Setting connTimeout to: 15000****
>
> > >>> > [junit4:junit4]   2> 485 T2237****
>
> > oashc.HttpShardHandlerFactory.getParameter****
>
> > >>> Setting maxConnectionsPerHost to: 20****
>
> > >>> > [junit4:junit4]   2> 486 T2237****
>
> > oashc.HttpShardHandlerFactory.getParameter****
>
> > >>> Setting corePoolSize to: 0****
>
> > >>> > [junit4:junit4]   2> 487 T2237****
>
> > oashc.HttpShardHandlerFactory.getParameter****
>
> > >>> Setting maximumPoolSize to: 2147483647****
>
> > >>> > [junit4:junit4]   2> 488 T2237****
>
> > oashc.HttpShardHandlerFactory.getParameter****
>
> > >>> Setting maxThreadIdleTime to: 5****
>
> > >>> > [junit4:junit4]   2> 489 T2237****
>
> > oashc.HttpShardHandlerFactory.getParameter****
>
> > >>> Setting sizeOfQueue to: -1****
>
> > >>> > [junit4:junit4]   2> 489 T2237****
>
> > oashc.HttpShardHandlerFactory.getParameter****
>
> > >>> Setting fairnessPolicy to: false****
>
> > >>> > [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient
> Creating****
>
> > new****
>
> > >>> http client,****
>
> > >>>****
>
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout****
>
> > >>> =60000&connTimeout=15000&retry=false****
>
> > >>> > [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering
> Log****
>
> > >>> Listener****
>
> > >>> > [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper***
> *
>
> > Zookeeper****
>
> > >>> client=127.0.0.1:49872/solr****
>
> > >>> > [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath
> zkHost****
>
> > >>> includes chroot****
>
> > >>> > [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000****
>
> > >>>****
>
> > watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1****
>
> > >>> > [junit4:junit4]   2> 530 T2256****
>
> > oaz.ClientCnxn$SendThread.logStartConnect****
>
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not****
>
> > >>> attempt to authenticate using SASL (access denied****
>
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 529 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Waiting for client to connect to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 530 T2256****
>
> > oaz.ClientCnxn$SendThread.primeConnection****
>
> > >>> Socket connection established to localhost/127.0.0.1:49872,
> initiating****
>
> > session****
>
> > >>> > [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run
> Accepted****
>
> > >>> socket connection from /127.0.0.1:49876****
>
> > >>> > [junit4:junit4]   2> 532 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49876****
>
> > >>> > [junit4:junit4]   2> 533 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0002 with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49876****
>
> > >>> > [junit4:junit4]   2> 533 T2256
> oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process****
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@7f27b6e1****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 535 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Client is connected to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 537 T2242****
>
> > oazs.PrepRequestProcessor.pRequest2Txn****
>
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0002****
>
> > >>> > [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed
> ****
>
> > socket****
>
> > >>> connection for client /127.0.0.1:49876 which had sessionid****
>
> > 0x13ca0af48aa0002****
>
> > >>> > [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session:****
>
> > >>> 0x13ca0af48aa0002 closed****
>
> > >>> > [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run****
>
> > EventThread****
>
> > >>> shut down****
>
> > >>> > [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient
> Creating****
>
> > new****
>
> > >>> http client,****
>
> > >>>****
>
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=****
>
> > >>> 60000&connTimeout=15000****
>
> > >>> > [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000*
> ***
>
> > >>> watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404****
>
> > >>> > [junit4:junit4]   2> 546 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Waiting for client to connect to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 547 T2258****
>
> > oaz.ClientCnxn$SendThread.logStartConnect****
>
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not****
>
> > >>> attempt to authenticate using SASL (access denied****
>
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 548 T2258****
>
> > oaz.ClientCnxn$SendThread.primeConnection****
>
> > >>> Socket connection established to localhost/127.0.0.1:49872,
> initiating****
>
> > session****
>
> > >>> > [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run
> Accepted****
>
> > >>> socket connection from /127.0.0.1:49877****
>
> > >>> > [junit4:junit4]   2> 550 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49877****
>
> > >>> > [junit4:junit4]   2> 551 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0003 with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49877****
>
> > >>> > [junit4:junit4]   2> 551 T2258
> oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process****
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@d43d404****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 553 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Client is connected to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest*
> ***
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /live_nodes****
>
> > >>> > [junit4:junit4]   2> 570 T2237****
>
> > oasc.ZkController.createEphemeralLiveNode****
>
> > >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_****
>
> > >>> > [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest*
> ***
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode =****
>
> > NoNode****
>
> > >>> for /solr/live_nodes/127.0.0.1:49875_****
>
> > >>> > [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /live_nodes/127.0.0.1:49875_****
>
> > >>> > [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /overseer_elect/election****
>
> > >>> > [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest*
> ***
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for*
> ***
>
> > >>> /solr/overseer_elect/leader****
>
> > >>> > [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /overseer_elect/leader****
>
> > >>> > [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer****
>
> > >>> (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting****
>
> > >>> > [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest*
> ***
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest*
> ***
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest*
> ***
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest*
> ***
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run
> ****
>
> > Process****
>
> > >>> current queue of collection creations****
>
> > >>> > [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /clusterstate.json****
>
> > >>> > [junit4:junit4]   2> 605 T2237****
>
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating****
>
> > >>> cluster state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating*
> ***
>
> > SolrCore****
>
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > controljetty-****
>
> > >>> 1359905507683/collection1****
>
> > >>> > [junit4:junit4]   2> 615 T2262
> oasc.ZkController.createCollectionZkNode****
>
> > >>> Check for collection zkNode:control_collection****
>
> > >>> > [junit4:junit4]   2> 616 T2260
> oasc.Overseer$ClusterStateUpdater.run****
>
> > >>> Starting to work on the main queue****
>
> > >>> > [junit4:junit4]   2> 617 T2262
> oasc.ZkController.createCollectionZkNode****
>
> > >>> Collection zkNode exists****
>
> > >>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName
> Load****
>
> > >>> collection config from:/collections/control_collection****
>
> > >>> > [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new*
> ***
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > controljetty-****
>
> > >>> 1359905507683/collection1/'****
>
> > >>> > [junit4:junit4]   2> 621 T2262****
>
> > oasc.SolrResourceLoader.replaceClassLoader****
>
> > >>> Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>>
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-***
> *
>
> > >>> 1359905507683/collection1/lib/classes/' to classloader****
>
> > >>> > [junit4:junit4]   2> 621 T2262****
>
> > oasc.SolrResourceLoader.replaceClassLoader****
>
> > >>> Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>>
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-***
> *
>
> > >>> 1359905507683/collection1/lib/README' to classloader****
>
> > >>> > [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene
> ****
>
> > >>> MatchVersion: LUCENE_50****
>
> > >>> > [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded
> SolrConfig:****
>
> > >>> solrconfig.xml****
>
> > >>> > [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema Reading
> ****
>
> > Solr****
>
> > >>> Schema****
>
> > >>> > [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema Schema*
> ***
>
> > >>> name=test****
>
> > >>> > [junit4:junit4]   2> 1305 T2262****
>
> > oass.OpenExchangeRatesOrgProvider.init****
>
> > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.****
>
> > >>> > [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema default
> ****
>
> > >>> search field in schema is text****
>
> > >>> > [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema unique
> ****
>
> > key****
>
> > >>> field: id****
>
> > >>> > [junit4:junit4]   2> 1349 T2262
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 1354 T2262
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 1359 T2262****
>
> > oass.OpenExchangeRatesOrgProvider.reload****
>
> > >>> Reloading exchange rates from open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 1361 T2262****
>
> > oass.OpenExchangeRatesOrgProvider.reload****
>
> > >>> Reloading exchange rates from open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1]
> ****
>
> > Opening****
>
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-*
> ***
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > controljetty-****
>
> > >>> 1359905507683/collection1/,****
>
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data/****
>
> > >>> > [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX***
> *
>
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:****
>
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd****
>
> > >>> > [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory
> ****
>
> > >>> solr.NRTCachingDirectoryFactory****
>
> > >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get
> return****
>
> > new****
>
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-***
> *
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data forceNew:false****
>
> > >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close
> ****
>
> > Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data****
>
> > >>>****
>
> > >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New**
> **
>
> > index****
>
> > >>> directory detected: old=null****
>
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data/index/****
>
> > >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING***
> *
>
> > >>> [collection1] Solr index directory****
>
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data/index' doesn't exist. Creating new
> index...****
>
> > >>> > [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get
> return****
>
> > new****
>
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-***
> *
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data/index forceNew:false****
>
> > >>> > [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit**
> **
>
> > >>> SolrDeletionPolicy.onCommit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2> 1371 T2262
> oasc.SolrDeletionPolicy.updateCommits****
>
> > >>> newest commit = 1[segments_1]****
>
> > >>> > [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close
> ****
>
> > Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data/index****
>
> > >>> > [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created
> xml:****
>
> > >>> solr.XMLResponseWriter****
>
> > >>> > [junit4:junit4]   2> 1374 T2262****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe"****
>
> > >>> > [junit4:junit4]   2> 1374 T2262****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe-allfields"****
>
> > >>> > [junit4:junit4]   2> 1374 T2262****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "stored_sig"****
>
> > >>> > [junit4:junit4]   2> 1375 T2262****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "uniq-fields"****
>
> > >>> > [junit4:junit4]   2> 1375 T2262****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"****
>
> > >>> > [junit4:junit4]   2> 1376 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 1376 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:***
> *
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 1376 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 1377 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:****
>
> > >>> solr.RealTimeGetHandler****
>
> > >>> > [junit4:junit4]   2> 1377 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:****
>
> > >>> solr.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 1378 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:****
>
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler****
>
> > >>> > [junit4:junit4]   2> 1378 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:****
>
> > >>> org.apache.solr.handler.admin.AdminHandlers****
>
> > >>> > [junit4:junit4]   2> 1379 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 1379 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 1379 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 1380 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:****
>
> > >>> solr.UpdateRequestHandler****
>
> > >>> > [junit4:junit4]   2> 1380 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 1381 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 1381 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckCompRH_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 1381 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 1383 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 1383 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH1:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 1384 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 1384 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 1385 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:****
>
> > >>> solr.MoreLikeThisHandler****
>
> > >>> > [junit4:junit4]   2> 1385 T2262****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:****
>
> > >>> solr.DumpRequestHandler****
>
> > >>> > [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init****
>
> > >>> xsltCacheLifetimeSeconds=60****
>
> > >>> > [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport
> ****
>
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,****
>
> > Please****
>
> > >>> update your config to use the ShowFileRequestHandler.****
>
> > >>> > [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport
> ****
>
> > >>> WARNING adding ShowFileRequestHandler with hidden files:****
>
> > [SCHEMA.XML,****
>
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-****
>
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-****
>
> > >>> ISOLATIN1ACCENT.TXT]****
>
> > >>> > [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close
> ****
>
> > Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data****
>
> > >>>****
>
> > >>> > [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init>
> Opening****
>
> > >>> Searcher@22fa1cde main****
>
> > >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard****
>
> > >>> AutoCommit: disabled****
>
> > >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft****
>
> > AutoCommit:****
>
> > >>> disabled****
>
> > >>> > [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform**
> **
>
> > >>> Initializing spell checkers****
>
> > >>> > [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init
> init:****
>
> > >>>****
>
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ****
>
> > >>> ngth=3}****
>
> > >>> > [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher****
>
> > [collection1]****
>
> > >>> Registered new searcher Searcher@22fa1cde****
>
> > >>> main{StandardDirectoryReader(segments_1:1)}****
>
> > >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish
> publishing****
>
> > >>> core=collection1 state=down****
>
> > >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish
> numShards not****
>
> > >>> found on descriptor - reading it from system property****
>
> > >>> > [junit4:junit4]   2> 1448 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for****
>
> > >>> /solr/overseer/queue****
>
> > >>> > [junit4:junit4]   2> 2125 T2260
> oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 2126 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=1 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"1",****
>
> > >>> > [junit4:junit4]   2>          "shard":null,****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"down",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"control_collection",**
> **
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
> ****
>
> > >>> > [junit4:junit4]   2> 2126 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
> ****
>
> > >>> control_collection with numShards 1****
>
> > >>> > [junit4:junit4]   2> 2126 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to*
> ***
>
> > >>> shard shard=shard1****
>
> > >>> > [junit4:junit4]   2> 2127 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for***
> *
>
> > >>> /solr/overseer/queue-work****
>
> > >>> > [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 1)****
>
> > >>> > [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore***
> *
>
> > registering****
>
> > >>> core: collection1****
>
> > >>> > [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register
> ****
>
> > replica -****
>
> > >>> core:collection1 address:http://127.0.0.1:49875****
>
> > collection:control_collection****
>
> > >>> shard:shard1****
>
> > >>> > [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/control_collection/leader_elect/shard1/election****
>
> > >>> > [junit4:junit4]   2> 2467 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/collections/control_collection/leaders
> Error:KeeperErrorCode****
>
> > =****
>
> > >>> NoNode for /solr/collections/control_collection/leaders****
>
> > >>> > [junit4:junit4]   2> 2469 T2262****
>
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader*
> ***
>
> > >>> process.****
>
> > >>> > [junit4:junit4]   2> 2469 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 2472 T2262****
>
> > >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough****
>
> > >>> replicas found to continue.****
>
> > >>> > [junit4:junit4]   2> 2472 T2262****
>
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new***
> *
>
> > leader****
>
> > >>> - try and sync****
>
> > >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync
> replicas to****
>
> > >>> http://127.0.0.1:49875/collection1/****
>
> > >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync
> ****
>
> > Success -****
>
> > >>> now sync replicas to me****
>
> > >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe****
>
> > >>> http://127.0.0.1:49875/collection1/ has no replicas****
>
> > >>> > [junit4:junit4]   2> 2474 T2262****
>
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new****
>
> > leader:****
>
> > >>> http://127.0.0.1:49875/collection1/****
>
> > >>> > [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/control_collection/leaders/shard1****
>
> > >>> > [junit4:junit4]   2> 2481 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0003****
>
> > >>> type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 3644 T2260
> oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 1)****
>
> > >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are*
> ***
>
> > >>> http://127.0.0.1:49875/collection1/ and leader is****
>
> > >>> http://127.0.0.1:49875/collection1/****
>
> > >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No
> LogReplay****
>
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49875****
>
> > >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I
> am****
>
> > the****
>
> > >>> leader, no recovery necessary****
>
> > >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish
> publishing****
>
> > >>> core=collection1 state=active****
>
> > >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish
> numShards not****
>
> > >>> found on descriptor - reading it from system property****
>
> > >>> > [junit4:junit4]   2> 3715 T2262
> oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init****
>
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-**
> **
>
> > >>> MacOSX/solr/build/solr-core/test/J0****
>
> > >>> > [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init() done****
>
> > >>> > [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > >>> false****
>
> > >>> > [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client, config:****
>
> > >>> > [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000*
> ***
>
> > >>>****
>
> > watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8****
>
> > >>> > [junit4:junit4]   2> 3728 T2264****
>
> > oaz.ClientCnxn$SendThread.logStartConnect****
>
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not****
>
> > >>> attempt to authenticate using SASL (access denied****
>
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 3729 T2264****
>
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection****
>
> > established****
>
> > >>> to localhost/127.0.0.1:49872, initiating session****
>
> > >>> > [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run****
>
> > Accepted****
>
> > >>> socket connection from /127.0.0.1:49878****
>
> > >>> > [junit4:junit4]   2> 3730 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49878****
>
> > >>> > [junit4:junit4]   2> 3730 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Waiting for client to connect to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 3731 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0004 with negotiated timeout 10000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49878****
>
> > >>> > [junit4:junit4]   2> 3731 T2264****
>
> > oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000****
>
> > >>> > [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process***
> *
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@16aef4d8****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 3732 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Client is connected to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 3734 T2237****
>
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating****
>
> > >>> cluster state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog monkey:
> ****
>
> > init****
>
> > >>> - expire sessions:true cause connection loss:true****
>
> > >>> > [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart
> jetty-8.1.8.v20121106****
>
> > >>> > [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart
> Started****
>
> > >>> SelectChannelConnector@127.0.0.1:49879****
>
> > >>> > [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init()****
>
> > >>> > [junit4:junit4]   2> 3904 T2237****
>
> > oasc.SolrResourceLoader.locateSolrHome****
>
> > >>> JNDI not configured for solr (NoInitialContextEx)****
>
> > >>> > [junit4:junit4]   2> 3905 T2237****
>
> > oasc.SolrResourceLoader.locateSolrHome****
>
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-*
> ***
>
> > >>> 1359905511209****
>
> > >>> > [junit4:junit4]   2> 3905 T2237
> oasc.CoreContainer$Initializer.initialize****
>
> > >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-
> ****
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-*
> ***
>
> > >>> 1359905511209/solr.xml****
>
> > >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New****
>
> > >>> CoreContainer 1639387465****
>
> > >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading***
> *
>
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-*
> ***
>
> > >>> 1359905511209/'****
>
> > >>> > [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new
> ****
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-*
> ***
>
> > >>> 1359905511209/'****
>
> > >>> > [junit4:junit4]   2> 3942 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> ****
>
> > >>> 60000****
>
> > >>> > [junit4:junit4]   2> 3942 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:****
>
> > http://****
>
> > >>> > [junit4:junit4]   2> 3943 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:**
> **
>
> > >>> 15000****
>
> > >>> > [junit4:junit4]   2> 3943 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > >>> maxConnectionsPerHost to: 20****
>
> > >>> > [junit4:junit4]   2> 3944 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> ****
>
> > >>> > [junit4:junit4]   2> 3944 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > maximumPoolSize to:****
>
> > >>> 2147483647****
>
> > >>> > [junit4:junit4]   2> 3945 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > maxThreadIdleTime****
>
> > >>> to: 5****
>
> > >>> > [junit4:junit4]   2> 3945 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -
> ****
>
> > 1****
>
> > >>> > [junit4:junit4]   2> 3946 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:
> ****
>
> > false****
>
> > >>> > [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout****
>
> > >>> =60000&connTimeout=15000&retry=false****
>
> > >>> > [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load
> Registering Log****
>
> > >>> Listener****
>
> > >>> > [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper**
> **
>
> > >>> Zookeeper client=127.0.0.1:49872/solr****
>
> > >>> > [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath*
> ***
>
> > zkHost****
>
> > >>> includes chroot****
>
> > >>> > [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000****
>
> > >>>****
>
> > watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973****
>
> > >>> > [junit4:junit4]   2> 3982 T2275****
>
> > oaz.ClientCnxn$SendThread.logStartConnect****
>
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not****
>
> > >>> attempt to authenticate using SASL (access denied****
>
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 3983 T2275****
>
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection****
>
> > established****
>
> > >>> to localhost/127.0.0.1:49872, initiating session****
>
> > >>> > [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run****
>
> > Accepted****
>
> > >>> socket connection from /127.0.0.1:49880****
>
> > >>> > [junit4:junit4]   2> 3984 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49880****
>
> > >>> > [junit4:junit4]   2> 3985 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Waiting for client to connect to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 3990 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0005 with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49880****
>
> > >>> > [junit4:junit4]   2> 3991 T2275****
>
> > oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process***
> *
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@5dbf0973****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 3991 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Client is connected to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 3993 T2242****
>
> > oazs.PrepRequestProcessor.pRequest2Txn****
>
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0005****
>
> > >>> > [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock Closed
> ****
>
> > socket****
>
> > >>> connection for client /127.0.0.1:49880 which had sessionid****
>
> > 0x13ca0af48aa0005****
>
> > >>> > [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session:****
>
> > >>> 0x13ca0af48aa0005 closed****
>
> > >>> > [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=****
>
> > >>> 60000&connTimeout=15000****
>
> > >>> > [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000*
> ***
>
> > >>> watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e****
>
> > >>> > [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run****
>
> > >>> EventThread shut down****
>
> > >>> > [junit4:junit4]   2> 4002 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Waiting for client to connect to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 4003 T2277****
>
> > oaz.ClientCnxn$SendThread.logStartConnect****
>
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not****
>
> > >>> attempt to authenticate using SASL (access denied****
>
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 4005 T2277****
>
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection****
>
> > established****
>
> > >>> to localhost/127.0.0.1:49872, initiating session****
>
> > >>> > [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run****
>
> > Accepted****
>
> > >>> socket connection from /127.0.0.1:49881****
>
> > >>> > [junit4:junit4]   2> 4006 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49881****
>
> > >>> > [junit4:junit4]   2> 4007 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0006 with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49881****
>
> > >>> > [junit4:junit4]   2> 4007 T2277****
>
> > oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process***
> *
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@ddf927e****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 4008 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Client is connected to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 4009 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0006****
>
> > >>> type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 4010 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0006****
>
> > >>> type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 4012 T2237****
>
> > oasc.ZkController.createEphemeralLiveNode****
>
> > >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_****
>
> > >>> > [junit4:junit4]   2> 4013 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0006****
>
> > >>> type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode =****
>
> > NoNode****
>
> > >>> for /solr/live_nodes/127.0.0.1:49879_****
>
> > >>> > [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /live_nodes/127.0.0.1:49879_****
>
> > >>> > [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 1)****
>
> > >>> > [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process
> Updating****
>
> > live****
>
> > >>> nodes... (2)****
>
> > >>> > [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process
> Updating****
>
> > live****
>
> > >>> nodes... (2)****
>
> > >>> > [junit4:junit4]   2> 4026 T2237****
>
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating****
>
> > >>> cluster state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating
> ****
>
> > SolrCore****
>
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-*
> ***
>
> > >>> 1359905511209/collection1****
>
> > >>> > [junit4:junit4]   2> 4035 T2279****
>
> > oasc.ZkController.createCollectionZkNode****
>
> > >>> Check for collection zkNode:collection1****
>
> > >>> > [junit4:junit4]   2> 4036 T2279****
>
> > oasc.ZkController.createCollectionZkNode****
>
> > >>> Collection zkNode exists****
>
> > >>> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName
> Load****
>
> > >>> collection config from:/collections/collection1****
>
> > >>> > [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new
> ****
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-*
> ***
>
> > >>> 1359905511209/collection1/'****
>
> > >>> > [junit4:junit4]   2> 4039 T2279****
>
> > oasc.SolrResourceLoader.replaceClassLoader****
>
> > >>> Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-***
> *
>
> > >>> 1359905511209/collection1/lib/classes/' to classloader****
>
> > >>> > [junit4:junit4]   2> 4040 T2279****
>
> > oasc.SolrResourceLoader.replaceClassLoader****
>
> > >>> Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-***
> *
>
> > >>> 1359905511209/collection1/lib/README' to classloader****
>
> > >>> > [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene
> ****
>
> > >>> MatchVersion: LUCENE_50****
>
> > >>> > [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded
> SolrConfig:****
>
> > >>> solrconfig.xml****
>
> > >>> > [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema Reading
> ****
>
> > Solr****
>
> > >>> Schema****
>
> > >>> > [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema Schema
> ****
>
> > >>> name=test****
>
> > >>> > [junit4:junit4]   2> 4637 T2279****
>
> > oass.OpenExchangeRatesOrgProvider.init****
>
> > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.****
>
> > >>> > [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema default
> ****
>
> > >>> search field in schema is text****
>
> > >>> > [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema unique
> ****
>
> > key****
>
> > >>> field: id****
>
> > >>> > [junit4:junit4]   2> 4671 T2279
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 4677 T2279
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 4684 T2279****
>
> > oass.OpenExchangeRatesOrgProvider.reload****
>
> > >>> Reloading exchange rates from open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 4686 T2279****
>
> > oass.OpenExchangeRatesOrgProvider.reload****
>
> > >>> Reloading exchange rates from open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1]
> ****
>
> > Opening****
>
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-*
> ***
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-*
> ***
>
> > >>> 1359905511209/collection1/,****
>
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1/****
>
> > >>> > [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX***
> *
>
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:****
>
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd****
>
> > >>> > [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory
> ****
>
> > >>> solr.NRTCachingDirectoryFactory****
>
> > >>> > [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get
> return****
>
> > new****
>
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-***
> *
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1 forceNew:false****
>
> > >>> > [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close
> ****
>
> > Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1****
>
> > >>> > [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New**
> **
>
> > index****
>
> > >>> directory detected: old=null****
>
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1/index/****
>
> > >>> > [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING***
> *
>
> > >>> [collection1] Solr index directory****
>
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > 1359905507479/jetty1/index'****
>
> > >>> doesn't exist. Creating new index...****
>
> > >>> > [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get
> return****
>
> > new****
>
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-***
> *
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1/index forceNew:false****
>
> > >>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit**
> **
>
> > >>> SolrDeletionPolicy.onCommit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2> 4696 T2279
> oasc.SolrDeletionPolicy.updateCommits****
>
> > >>> newest commit = 1[segments_1]****
>
> > >>> > [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close
> ****
>
> > Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1/index****
>
> > >>>****
>
> > >>> > [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created
> xml:****
>
> > >>> solr.XMLResponseWriter****
>
> > >>> > [junit4:junit4]   2> 4700 T2279****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe"****
>
> > >>> > [junit4:junit4]   2> 4700 T2279****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe-allfields"****
>
> > >>> > [junit4:junit4]   2> 4701 T2279****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "stored_sig"****
>
> > >>> > [junit4:junit4]   2> 4701 T2279****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "uniq-fields"****
>
> > >>> > [junit4:junit4]   2> 4702 T2279****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"****
>
> > >>> > [junit4:junit4]   2> 4702 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 4702 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:***
> *
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 4703 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 4704 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:****
>
> > >>> solr.RealTimeGetHandler****
>
> > >>> > [junit4:junit4]   2> 4704 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:****
>
> > >>> solr.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 4705 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:****
>
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler****
>
> > >>> > [junit4:junit4]   2> 4705 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:****
>
> > >>> org.apache.solr.handler.admin.AdminHandlers****
>
> > >>> > [junit4:junit4]   2> 4706 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 4706 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 4707 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 4708 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:****
>
> > >>> solr.UpdateRequestHandler****
>
> > >>> > [junit4:junit4]   2> 4708 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 4709 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 4709 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckCompRH_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 4710 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 4711 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 4711 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH1:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 4712 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 4712 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 4713 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:****
>
> > >>> solr.MoreLikeThisHandler****
>
> > >>> > [junit4:junit4]   2> 4713 T2279****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:****
>
> > >>> solr.DumpRequestHandler****
>
> > >>> > [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init****
>
> > >>> xsltCacheLifetimeSeconds=60****
>
> > >>> > [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport
> ****
>
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,****
>
> > Please****
>
> > >>> update your config to use the ShowFileRequestHandler.****
>
> > >>> > [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport
> ****
>
> > >>> WARNING adding ShowFileRequestHandler with hidden files:****
>
> > [SCHEMA.XML,****
>
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-****
>
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-****
>
> > >>> ISOLATIN1ACCENT.TXT]****
>
> > >>> > [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close
> ****
>
> > Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1****
>
> > >>> > [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init>
> Opening****
>
> > >>> Searcher@7db1b132 main****
>
> > >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard****
>
> > >>> AutoCommit: disabled****
>
> > >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft****
>
> > AutoCommit:****
>
> > >>> disabled****
>
> > >>> > [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform**
> **
>
> > >>> Initializing spell checkers****
>
> > >>> > [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init
> init:****
>
> > >>>****
>
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ****
>
> > >>> ngth=3}****
>
> > >>> > [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher****
>
> > [collection1]****
>
> > >>> Registered new searcher Searcher@7db1b132****
>
> > >>> main{StandardDirectoryReader(segments_1:1)}****
>
> > >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish
> publishing****
>
> > >>> core=collection1 state=down****
>
> > >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish
> numShards not****
>
> > >>> found on descriptor - reading it from system property****
>
> > >>> > [junit4:junit4]   2> 5182 T2260
> oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 5185 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=1 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"1",****
>
> > >>> > [junit4:junit4]   2>          "shard":"shard1",****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"active",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"control_collection",**
> **
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
> ****
>
> > >>> > [junit4:junit4]   2> 5198 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":null,****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"down",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
> ****
>
> > >>> > [junit4:junit4]   2> 5199 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
> ****
>
> > >>> collection1 with numShards 2****
>
> > >>> > [junit4:junit4]   2> 5199 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to*
> ***
>
> > >>> shard shard=shard1****
>
> > >>> > [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 2)****
>
> > >>> > [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 2)****
>
> > >>> > [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 2)****
>
> > >>> > [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore***
> *
>
> > registering****
>
> > >>> core: collection1****
>
> > >>> > [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register
> ****
>
> > replica -****
>
> > >>> core:collection1 address:http://127.0.0.1:49879collection:collection1
> ****
>
> > >>> shard:shard1****
>
> > >>> > [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/collection1/leader_elect/shard1/election****
>
> > >>> > [junit4:junit4]   2> 5813 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0006****
>
> > >>> type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/collections/collection1/leaders Error:KeeperErrorCode =**
> **
>
> > NoNode****
>
> > >>> for /solr/collections/collection1/leaders****
>
> > >>> > [junit4:junit4]   2> 5815 T2279****
>
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader*
> ***
>
> > >>> process.****
>
> > >>> > [junit4:junit4]   2> 5817 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0006****
>
> > >>> type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 5824 T2279****
>
> > >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough****
>
> > >>> replicas found to continue.****
>
> > >>> > [junit4:junit4]   2> 5824 T2279****
>
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new***
> *
>
> > leader****
>
> > >>> - try and sync****
>
> > >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync
> replicas to****
>
> > >>> http://127.0.0.1:49879/collection1/****
>
> > >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync
> ****
>
> > Success -****
>
> > >>> now sync replicas to me****
>
> > >>> > [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe****
>
> > >>> http://127.0.0.1:49879/collection1/ has no replicas****
>
> > >>> > [junit4:junit4]   2> 5826 T2279****
>
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new****
>
> > leader:****
>
> > >>> http://127.0.0.1:49879/collection1/****
>
> > >>> > [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/collection1/leaders/shard1****
>
> > >>> > [junit4:junit4]   2> 5842 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0006****
>
> > >>> type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 6744 T2260
> oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 2)****
>
> > >>> > [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 2)****
>
> > >>> > [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 2)****
>
> > >>> > [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are*
> ***
>
> > >>> http://127.0.0.1:49879/collection1/ and leader is****
>
> > >>> http://127.0.0.1:49879/collection1/****
>
> > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No
> LogReplay****
>
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49879****
>
> > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I
> am****
>
> > the****
>
> > >>> leader, no recovery necessary****
>
> > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish
> publishing****
>
> > >>> core=collection1 state=active****
>
> > >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish
> numShards not****
>
> > >>> found on descriptor - reading it from system property****
>
> > >>> > [junit4:junit4]   2> 6811 T2279
> oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init****
>
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-**
> **
>
> > >>> MacOSX/solr/build/solr-core/test/J0****
>
> > >>> > [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init() done****
>
> > >>> > [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > >>> false****
>
> > >>> > [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart
> jetty-8.1.8.v20121106****
>
> > >>> > [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart
> Started****
>
> > >>> SelectChannelConnector@127.0.0.1:49882****
>
> > >>> > [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init()****
>
> > >>> > [junit4:junit4]   2> 7011 T2237****
>
> > oasc.SolrResourceLoader.locateSolrHome****
>
> > >>> JNDI not configured for solr (NoInitialContextEx)****
>
> > >>> > [junit4:junit4]   2> 7011 T2237****
>
> > oasc.SolrResourceLoader.locateSolrHome****
>
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-*
> ***
>
> > >>> 1359905514296****
>
> > >>> > [junit4:junit4]   2> 7012 T2237
> oasc.CoreContainer$Initializer.initialize****
>
> > >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-
> ****
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-*
> ***
>
> > >>> 1359905514296/solr.xml****
>
> > >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New****
>
> > >>> CoreContainer 883532060****
>
> > >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading***
> *
>
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-*
> ***
>
> > >>> 1359905514296/'****
>
> > >>> > [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new
> ****
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-*
> ***
>
> > >>> 1359905514296/'****
>
> > >>> > [junit4:junit4]   2> 7046 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> ****
>
> > >>> 60000****
>
> > >>> > [junit4:junit4]   2> 7047 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:****
>
> > http://****
>
> > >>> > [junit4:junit4]   2> 7047 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:**
> **
>
> > >>> 15000****
>
> > >>> > [junit4:junit4]   2> 7048 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > >>> maxConnectionsPerHost to: 20****
>
> > >>> > [junit4:junit4]   2> 7048 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> ****
>
> > >>> > [junit4:junit4]   2> 7049 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > maximumPoolSize to:****
>
> > >>> 2147483647****
>
> > >>> > [junit4:junit4]   2> 7049 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > maxThreadIdleTime****
>
> > >>> to: 5****
>
> > >>> > [junit4:junit4]   2> 7050 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -
> ****
>
> > 1****
>
> > >>> > [junit4:junit4]   2> 7050 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:
> ****
>
> > false****
>
> > >>> > [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout****
>
> > >>> =60000&connTimeout=15000&retry=false****
>
> > >>> > [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load
> Registering Log****
>
> > >>> Listener****
>
> > >>> > [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper**
> **
>
> > >>> Zookeeper client=127.0.0.1:49872/solr****
>
> > >>> > [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath*
> ***
>
> > zkHost****
>
> > >>> includes chroot****
>
> > >>> > [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000****
>
> > >>>****
>
> > watcher=org.apache.solr.common.cloud.ConnectionManager@29239796****
>
> > >>> > [junit4:junit4]   2> 7081 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Waiting for client to connect to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 7081 T2290****
>
> > oaz.ClientCnxn$SendThread.logStartConnect****
>
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not****
>
> > >>> attempt to authenticate using SASL (access denied****
>
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 7082 T2290****
>
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection****
>
> > established****
>
> > >>> to localhost/127.0.0.1:49872, initiating session****
>
> > >>> > [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run****
>
> > Accepted****
>
> > >>> socket connection from /127.0.0.1:49883****
>
> > >>> > [junit4:junit4]   2> 7083 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49883****
>
> > >>> > [junit4:junit4]   2> 7085 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0007 with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49883****
>
> > >>> > [junit4:junit4]   2> 7085 T2290****
>
> > oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process***
> *
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@29239796****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 7086 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Client is connected to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 7088 T2242****
>
> > oazs.PrepRequestProcessor.pRequest2Txn****
>
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0007****
>
> > >>> > [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock Closed
> ****
>
> > socket****
>
> > >>> connection for client /127.0.0.1:49883 which had sessionid****
>
> > 0x13ca0af48aa0007****
>
> > >>> > [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run****
>
> > >>> EventThread shut down****
>
> > >>> > [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session:****
>
> > >>> 0x13ca0af48aa0007 closed****
>
> > >>> > [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=****
>
> > >>> 60000&connTimeout=15000****
>
> > >>> > [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000*
> ***
>
> > >>>****
>
> > watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6****
>
> > >>> > [junit4:junit4]   2> 7096 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Waiting for client to connect to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 7096 T2292****
>
> > oaz.ClientCnxn$SendThread.logStartConnect****
>
> > >>> Opening socket connection to server localhost/127.0.0.1:49872. Will
> not****
>
> > >>> attempt to authenticate using SASL (access denied****
>
> > >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 7097 T2292****
>
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection****
>
> > established****
>
> > >>> to localhost/127.0.0.1:49872, initiating session****
>
> > >>> > [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run****
>
> > Accepted****
>
> > >>> socket connection from /127.0.0.1:49884****
>
> > >>> > [junit4:junit4]   2> 7098 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49884****
>
> > >>> > [junit4:junit4]   2> 7099 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0008 with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49884****
>
> > >>> > [junit4:junit4]   2> 7099 T2292****
>
> > oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process***
> *
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 7100 T2237****
>
> > oascc.ConnectionManager.waitForConnected****
>
> > >>> Client is connected to ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 7101 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0008****
>
> > >>> type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 7103 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0008****
>
> > >>> type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 7104 T2237****
>
> > oasc.ZkController.createEphemeralLiveNode****
>
> > >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_****
>
> > >>> > [junit4:junit4]   2> 7105 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0008****
>
> > >>> type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode =****
>
> > NoNode****
>
> > >>> for /solr/live_nodes/127.0.0.1:49882_****
>
> > >>> > [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /live_nodes/127.0.0.1:49882_****
>
> > >>> > [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 2)****
>
> > >>> > [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 2)****
>
> > >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process
> Updating****
>
> > live****
>
> > >>> nodes... (3)****
>
> > >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 3)****
>
> > >>> > [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process
> Updating****
>
> > live****
>
> > >>> nodes... (3)****
>
> > >>> > [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process
> Updating****
>
> > live****
>
> > >>> nodes... (3)****
>
> > >>> > [junit4:junit4]   2> 7119 T2237****
>
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating****
>
> > >>> cluster state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating
> ****
>
> > SolrCore****
>
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-*
> ***
>
> > >>> 1359905514296/collection1****
>
> > >>> > [junit4:junit4]   2> 7128 T2294****
>
> > oasc.ZkController.createCollectionZkNode****
>
> > >>> Check for collection zkNode:collection1****
>
> > >>> > [junit4:junit4]   2> 7129 T2294****
>
> > oasc.ZkController.createCollectionZkNode****
>
> > >>> Collection zkNode exists****
>
> > >>> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName
> Load****
>
> > >>> collection config from:/collections/collection1****
>
> > >>> > [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new
> ****
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-*
> ***
>
> > >>> 1359905514296/collection1/'****
>
> > >>> > [junit4:junit4]   2> 7132 T2294****
>
> > oasc.SolrResourceLoader.replaceClassLoader****
>
> > >>> Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-***
> *
>
> > >>> 1359905514296/collection1/lib/classes/' to classloader****
>
> > >>> > [junit4:junit4]   2> 7133 T2294****
>
> > oasc.SolrResourceLoader.replaceClassLoader****
>
> > >>> Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-***
> *
>
> > >>> 1359905514296/collection1/lib/README' to classloader****
>
> > >>> > [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene
> ****
>
> > >>> MatchVersion: LUCENE_50****
>
> > >>> > [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded
> SolrConfig:****
>
> > >>> solrconfig.xml****
>
> > >>> > [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema Reading
> ****
>
> > Solr****
>
> > >>> Schema****
>
> > >>> > [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema Schema
> ****
>
> > >>> name=test****
>
> > >>> > [junit4:junit4]   2> 7764 T2294****
>
> > oass.OpenExchangeRatesOrgProvider.init****
>
> > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.****
>
> > >>> > [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema default
> ****
>
> > >>> search field in schema is text****
>
> > >>> > [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema unique
> ****
>
> > key****
>
> > >>> field: id****
>
> > >>> > [junit4:junit4]   2> 7795 T2294
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 7800 T2294
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 7805 T2294****
>
> > oass.OpenExchangeRatesOrgProvider.reload****
>
> > >>> Reloading exchange rates from open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 7807 T2294****
>
> > oass.OpenExchangeRatesOrgProvider.reload****
>
> > >>> Reloading exchange rates from open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1]
> ****
>
> > Opening****
>
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-*
> ***
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-*
> ***
>
> > >>> 1359905514296/collection1/,****
>
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2/****
>
> > >>> > [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX***
> *
>
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:****
>
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd****
>
> > >>> > [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory
> ****
>
> > >>> solr.NRTCachingDirectoryFactory****
>
> > >>> > [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get
> return****
>
> > new****
>
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-***
> *
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2 forceNew:false****
>
> > >>> > [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close
> ****
>
> > Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2****
>
> > >>> > [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New**
> **
>
> > index****
>
> > >>> directory detected: old=null****
>
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2/index/****
>
> > >>> > [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING***
> *
>
> > >>> [collection1] Solr index directory****
>
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > 1359905507479/jetty2/index'****
>
> > >>> doesn't exist. Creating new index...****
>
> > >>> > [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get
> return****
>
> > new****
>
> > >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-***
> *
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2/index forceNew:false****
>
> > >>> > [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit**
> **
>
> > >>> SolrDeletionPolicy.onCommit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2> 7818 T2294
> oasc.SolrDeletionPolicy.updateCommits****
>
> > >>> newest commit = 1[segments_1]****
>
> > >>> > [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close
> ****
>
> > Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2/index****
>
> > >>>****
>
> > >>> > [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created
> xml:****
>
> > >>> solr.XMLResponseWriter****
>
> > >>> > [junit4:junit4]   2> 7822 T2294****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe"****
>
> > >>> > [junit4:junit4]   2> 7822 T2294****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe-allfields"****
>
> > >>> > [junit4:junit4]   2> 7823 T2294****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "stored_sig"****
>
> > >>> > [junit4:junit4]   2> 7823 T2294****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "uniq-fields"****
>
> > >>> > [junit4:junit4]   2> 7824 T2294****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"****
>
> > >>> > [junit4:junit4]   2> 7824 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 7825 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:***
> *
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 7825 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 7826 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:****
>
> > >>> solr.RealTimeGetHandler****
>
> > >>> > [junit4:junit4]   2> 7827 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:****
>
> > >>> solr.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 7827 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:****
>
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler****
>
> > >>> > [junit4:junit4]   2> 7828 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:****
>
> > >>> org.apache.solr.handler.admin.AdminHandlers****
>
> > >>> > [junit4:junit4]   2> 7828 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 7829 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 7829 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 7830 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:****
>
> > >>> solr.UpdateRequestHandler****
>
> > >>> > [junit4:junit4]   2> 7830 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 7831 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 7831 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckCompRH_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 7832 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 7833 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 7833 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH1:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 7834 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 7834 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 7835 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:****
>
> > >>> solr.MoreLikeThisHandler****
>
> > >>> > [junit4:junit4]   2> 7836 T2294****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:****
>
> > >>> solr.DumpRequestHandler****
>
> > >>> > [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init****
>
> > >>> xsltCacheLifetimeSeconds=60****
>
> > >>> > [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport
> ****
>
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,****
>
> > Please****
>
> > >>> update your config to use the ShowFileRequestHandler.****
>
> > >>> > [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport
> ****
>
> > >>> WARNING adding ShowFileRequestHandler with hidden files:****
>
> > [SCHEMA.XML,****
>
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-****
>
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-****
>
> > >>> ISOLATIN1ACCENT.TXT]****
>
> > >>> > [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close
> ****
>
> > Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2****
>
> > >>> > [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init>
> Opening****
>
> > >>> Searcher@43571abe main****
>
> > >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard****
>
> > >>> AutoCommit: disabled****
>
> > >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft****
>
> > AutoCommit:****
>
> > >>> disabled****
>
> > >>> > [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform**
> **
>
> > >>> Initializing spell checkers****
>
> > >>> > [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init
> init:****
>
> > >>>****
>
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ****
>
> > >>> ngth=3}****
>
> > >>> > [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher****
>
> > [collection1]****
>
> > >>> Registered new searcher Searcher@43571abe****
>
> > >>> main{StandardDirectoryReader(segments_1:1)}****
>
> > >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish
> publishing****
>
> > >>> core=collection1 state=down****
>
> > >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish
> numShards not****
>
> > >>> found on descriptor - reading it from system property****
>
> > >>> > [junit4:junit4]   2> 8269 T2260
> oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 8270 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":"shard1",****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"active",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
> ****
>
> > >>> > [junit4:junit4]   2> 8276 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":null,****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"down",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
> ****
>
> > >>> > [junit4:junit4]   2> 8276 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already****
>
> > exists****
>
> > >>> with numShards=2****
>
> > >>> > [junit4:junit4]   2> 8276 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to*
> ***
>
> > >>> shard shard=shard2****
>
> > >>> > [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 3)****
>
> > >>> > [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 3)****
>
> > >>> > [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 3)****
>
> > >>> > [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 3)****
>
> > >>> > [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore***
> *
>
> > registering****
>
> > >>> core: collection1****
>
> > >>> > [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register
> ****
>
> > replica -****
>
> > >>> core:collection1 address:http://127.0.0.1:49882collection:collection1
> ****
>
> > >>> shard:shard2****
>
> > >>> > [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/collection1/leader_elect/shard2/election****
>
> > >>> > [junit4:junit4]   2> 8922 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0008****
>
> > >>> type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/collections/collection1/leaders/shard2
> Error:KeeperErrorCode****
>
> > =****
>
> > >>> NoNode for /solr/collections/collection1/leaders/shard2****
>
> > >>> > [junit4:junit4]   2> 8924 T2294****
>
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader*
> ***
>
> > >>> process.****
>
> > >>> > [junit4:junit4]   2> 8925 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0008****
>
> > >>> type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 8929 T2294****
>
> > >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough****
>
> > >>> replicas found to continue.****
>
> > >>> > [junit4:junit4]   2> 8930 T2294****
>
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new***
> *
>
> > leader****
>
> > >>> - try and sync****
>
> > >>> > [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync
> replicas to****
>
> > >>> http://127.0.0.1:49882/collection1/****
>
> > >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync
> ****
>
> > Success -****
>
> > >>> now sync replicas to me****
>
> > >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe****
>
> > >>> http://127.0.0.1:49882/collection1/ has no replicas****
>
> > >>> > [junit4:junit4]   2> 8932 T2294****
>
> > >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new****
>
> > leader:****
>
> > >>> http://127.0.0.1:49882/collection1/****
>
> > >>> > [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /collections/collection1/leaders/shard2****
>
> > >>> > [junit4:junit4]   2> 8943 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa0008****
>
> > >>> type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 9797 T2260
> oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 3)****
>
> > >>> > [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 3)****
>
> > >>> > [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 3)****
>
> > >>> > [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A
> cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 3)****
>
> > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are*
> ***
>
> > >>> http://127.0.0.1:49882/collection1/ and leader is****
>
> > >>> http://127.0.0.1:49882/collection1/****
>
> > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No
> LogReplay****
>
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49882****
>
> > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I
> am****
>
> > the****
>
> > >>> leader, no recovery necessary****
>
> > >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish
> publishing****
>
> > >>> core=collection1 state=active****
>
> > >>> > [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish
> numShards not****
>
> > >>> found on descriptor - reading it from system property****
>
> > >>> > [junit4:junit4]   2> 9835 T2294
> oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init****
>
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-**
> **
>
> > >>> MacOSX/solr/build/solr-core/test/J0****
>
> > >>> > [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init() done****
>
> > >>> > [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > >>> false****
>
> > >>> > [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart
> jetty-8.1.8.v20121106****
>
> > >>> > [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart
> Started****
>
> > >>> SelectChannelConnector@127.0.0.1:49885****
>
> > >>> > [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init()****
>
> > >>> > [junit4:junit4]   2> 10001 T2237****
>
> > oasc.SolrResourceLoader.locateSolrHome****
>
> > >>> JNDI not configured for solr (NoInitialContextEx)****
>
> > >>> > [junit4:junit4]   2> 10001 T2237****
>
> > oasc.SolrResourceLoader.locateSolrHome****
>
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-*
> ***
>
> > >>> 1359905517315****
>
> > >>> > [junit4:junit4]   2> 10002 T2237
> oasc.CoreContainer$Initializer.initialize****
>
> > >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-
> ****
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-*
> ***
>
> > >>> 1359905517315/solr.xml****
>
> > >>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New****
>
> > >>> CoreContainer 1478444421****
>
> > >>> > [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading**
> **
>
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-*
> ***
>
> > >>> 1359905517315/'****
>
> > >>> > [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new
> ****
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-*
> ***
>
> > >>> 1359905517315/'****
>
> > >>> > [junit4:junit4]   2> 10047 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> ****
>
> > >>> 60000****
>
> > >>> > [junit4:junit4]   2> 10048 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:****
>
> > http://****
>
> > >>> > [junit4:junit4]   2> 10048 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:**
> **
>
> > >>> 15000****
>
> > >>> > [junit4:junit4]   2> 10049 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > >>> maxConnectionsPerHost to: 20****
>
> > >>> > [junit4:junit4]   2> 10050 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> ****
>
> > >>> > [junit4:junit4]   2> 10050 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > maximumPoolSize to:****
>
> > >>> 2147483647****
>
> > >>> > [junit4:junit4]   2> 10051 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > maxThreadIdleTime****
>
> > >>> to: 5****
>
> > >>> > [junit4:junit4]   2> 10051 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -
> ****
>
> > 1****
>
> > >>> > [junit4:junit4]   2> 10052 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:
> ****
>
> > false****
>
> > >>> > [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout****
>
> > >>> =60000&connTimeout=15000&retry=false****
>
> > >>> > [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load
> Registering Log****
>
> > >>> Listener****
>
> > >>> > [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper*
> ***
>
> > >>> Zookeeper client=127.0.0.1:49872/solr****
>
> > >>> > [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath
> ****
>
> > zkHost****
>
> > >>> includes chroot****
>
> > >>> > [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000****
>
> > >>>****
>
> > watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1****
>
> > >>> > [junit4:junit4]   2> 10086 T2237****
>
> > >>> oascc.ConnectionManager.waitForConnected Waiting for client to****
>
> > connect to****
>
> > >>> ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 10086 T2305****
>
> > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection*
> ***
>
> > to****
>
> > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
> using****
>
> > SASL****
>
> > >>> (access denied ("javax.security.auth.AuthPermission"****
>
> > >>> "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 10088 T2305****
>
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection****
>
> > established****
>
> > >>> to localhost/127.0.0.1:49872, initiating session****
>
> > >>> > [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run****
>
> > Accepted****
>
> > >>> socket connection from /127.0.0.1:49886****
>
> > >>> > [junit4:junit4]   2> 10089 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49886****
>
> > >>> > [junit4:junit4]   2> 10089 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa0009 with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49886****
>
> > >>> > [junit4:junit4]   2> 10090 T2305****
>
> > oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process**
> **
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@642e29e1****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 10090 T2237****
>
> > >>> oascc.ConnectionManager.waitForConnected Client is connected to****
>
> > >>> ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 10092 T2242****
>
> > oazs.PrepRequestProcessor.pRequest2Txn****
>
> > >>> Processed session termination for sessionid: 0x13ca0af48aa0009****
>
> > >>> > [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock
> Closed****
>
> > >>> socket connection for client /127.0.0.1:49886 which had sessionid***
> *
>
> > >>> 0x13ca0af48aa0009****
>
> > >>> > [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run***
> *
>
> > >>> EventThread shut down****
>
> > >>> > [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session:****
>
> > >>> 0x13ca0af48aa0009 closed****
>
> > >>> > [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=****
>
> > >>> 60000&connTimeout=15000****
>
> > >>> > [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000*
> ***
>
> > >>>****
>
> > watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd****
>
> > >>> > [junit4:junit4]   2> 10100 T2237****
>
> > >>> oascc.ConnectionManager.waitForConnected Waiting for client to****
>
> > connect to****
>
> > >>> ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 10100 T2307****
>
> > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection*
> ***
>
> > to****
>
> > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
> using****
>
> > SASL****
>
> > >>> (access denied ("javax.security.auth.AuthPermission"****
>
> > >>> "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 10101 T2307****
>
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection****
>
> > established****
>
> > >>> to localhost/127.0.0.1:49872, initiating session****
>
> > >>> > [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run****
>
> > Accepted****
>
> > >>> socket connection from /127.0.0.1:49887****
>
> > >>> > [junit4:junit4]   2> 10102 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49887****
>
> > >>> > [junit4:junit4]   2> 10103 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa000a with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49887****
>
> > >>> > [junit4:junit4]   2> 10104 T2307****
>
> > oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process**
> **
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@3507d0fd****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 10104 T2237****
>
> > >>> oascc.ConnectionManager.waitForConnected Client is connected to****
>
> > >>> ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 10106 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa000a****
>
> > >>> type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 10108 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa000a****
>
> > >>> type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 10110 T2237****
>
> > >>> oasc.ZkController.createEphemeralLiveNode Register node as live in**
> **
>
> > >>> ZooKeeper:/live_nodes/127.0.0.1:49885_****
>
> > >>> > [junit4:junit4]   2> 10111 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa000a****
>
> > >>> type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode =****
>
> > NoNode****
>
> > >>> for /solr/live_nodes/127.0.0.1:49885_****
>
> > >>> > [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /live_nodes/127.0.0.1:49885_****
>
> > >>> > [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 3)****
>
> > >>> > [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 3)****
>
> > >>> > [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 3)****
>
> > >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process****
>
> > Updating****
>
> > >>> live nodes... (4)****
>
> > >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 4)****
>
> > >>> > [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process****
>
> > Updating****
>
> > >>> live nodes... (4)****
>
> > >>> > [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process****
>
> > Updating****
>
> > >>> live nodes... (4)****
>
> > >>> > [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process****
>
> > Updating****
>
> > >>> live nodes... (4)****
>
> > >>> > [junit4:junit4]   2> 10125 T2237****
>
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating****
>
> > >>> cluster state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating
> ****
>
> > SolrCore****
>
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-*
> ***
>
> > >>> 1359905517315/collection1****
>
> > >>> > [junit4:junit4]   2> 10134 T2309****
>
> > oasc.ZkController.createCollectionZkNode****
>
> > >>> Check for collection zkNode:collection1****
>
> > >>> > [junit4:junit4]   2> 10135 T2309****
>
> > oasc.ZkController.createCollectionZkNode****
>
> > >>> Collection zkNode exists****
>
> > >>> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName*
> ***
>
> > Load****
>
> > >>> collection config from:/collections/collection1****
>
> > >>> > [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new
> ****
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-*
> ***
>
> > >>> 1359905517315/collection1/'****
>
> > >>> > [junit4:junit4]   2> 10138 T2309****
>
> > >>> oasc.SolrResourceLoader.replaceClassLoader Adding****
>
> > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-***
> *
>
> > >>> 1359905517315/collection1/lib/classes/' to classloader****
>
> > >>> > [junit4:junit4]   2> 10139 T2309****
>
> > >>> oasc.SolrResourceLoader.replaceClassLoader Adding****
>
> > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-***
> *
>
> > >>> 1359905517315/collection1/lib/README' to classloader****
>
> > >>> > [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using
> Lucene****
>
> > >>> MatchVersion: LUCENE_50****
>
> > >>> > [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded****
>
> > SolrConfig:****
>
> > >>> solrconfig.xml****
>
> > >>> > [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema****
>
> > Reading Solr****
>
> > >>> Schema****
>
> > >>> > [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema Schema
> ****
>
> > >>> name=test****
>
> > >>> > [junit4:junit4]   2> 10784 T2309****
>
> > oass.OpenExchangeRatesOrgProvider.init****
>
> > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.****
>
> > >>> > [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema
> default****
>
> > >>> search field in schema is text****
>
> > >>> > [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema unique
> ****
>
> > key****
>
> > >>> field: id****
>
> > >>> > [junit4:junit4]   2> 10817 T2309
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 10823 T2309
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 10828 T2309****
>
> > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates***
> *
>
> > from****
>
> > >>> open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 10830 T2309****
>
> > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates***
> *
>
> > from****
>
> > >>> open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1]
> ****
>
> > Opening****
>
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-*
> ***
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-*
> ***
>
> > >>> 1359905517315/collection1/,****
>
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/****
>
> > >>> > [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX**
> **
>
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:****
>
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd****
>
> > >>> > [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory
> ****
>
> > >>> solr.NRTCachingDirectoryFactory****
>
> > >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get
> return****
>
> > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> ****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3 forceNew:false****
>
> > >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close
> ****
>
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-**
> **
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New*
> ***
>
> > index****
>
> > >>> directory detected: old=null****
>
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index/****
>
> > >>> > [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING**
> **
>
> > >>> [collection1] Solr index directory****
>
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > 1359905507479/jetty3/index'****
>
> > >>> doesn't exist. Creating new index...****
>
> > >>> > [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get
> return****
>
> > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> ****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index forceNew:false****
>
> > >>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit*
> ***
>
> > >>> SolrDeletionPolicy.onCommit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2> 10842 T2309
> oasc.SolrDeletionPolicy.updateCommits****
>
> > >>> newest commit = 1[segments_1]****
>
> > >>> > [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close
> ****
>
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-**
> **
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index****
>
> > >>> > [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created
> xml:****
>
> > >>> solr.XMLResponseWriter****
>
> > >>> > [junit4:junit4]   2> 10846 T2309****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe"****
>
> > >>> > [junit4:junit4]   2> 10847 T2309****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe-allfields"****
>
> > >>> > [junit4:junit4]   2> 10847 T2309****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "stored_sig"****
>
> > >>> > [junit4:junit4]   2> 10848 T2309****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "uniq-fields"****
>
> > >>> > [junit4:junit4]   2> 10849 T2309****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"****
>
> > >>> > [junit4:junit4]   2> 10849 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 10850 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:***
> *
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 10851 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 10852 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:****
>
> > >>> solr.RealTimeGetHandler****
>
> > >>> > [junit4:junit4]   2> 10853 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:****
>
> > >>> solr.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 10854 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:****
>
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler****
>
> > >>> > [junit4:junit4]   2> 10854 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:****
>
> > >>> org.apache.solr.handler.admin.AdminHandlers****
>
> > >>> > [junit4:junit4]   2> 10855 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 10855 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 10856 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 10856 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:****
>
> > >>> solr.UpdateRequestHandler****
>
> > >>> > [junit4:junit4]   2> 10857 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 10857 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 10858 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckCompRH_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 10859 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 10860 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 10861 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH1:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 10861 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 10862 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 10862 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:****
>
> > >>> solr.MoreLikeThisHandler****
>
> > >>> > [junit4:junit4]   2> 10863 T2309****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:****
>
> > >>> solr.DumpRequestHandler****
>
> > >>> > [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init****
>
> > >>> xsltCacheLifetimeSeconds=60****
>
> > >>> > [junit4:junit4]   2> 10871 T2309
> oasc.SolrCore.initDeprecatedSupport****
>
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,****
>
> > Please****
>
> > >>> update your config to use the ShowFileRequestHandler.****
>
> > >>> > [junit4:junit4]   2> 10873 T2309
> oasc.SolrCore.initDeprecatedSupport****
>
> > >>> WARNING adding ShowFileRequestHandler with hidden files:****
>
> > [SCHEMA.XML,****
>
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-****
>
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-****
>
> > >>> ISOLATIN1ACCENT.TXT]****
>
> > >>> > [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close
> ****
>
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-**
> **
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init>
> Opening****
>
> > >>> Searcher@682615b3 main****
>
> > >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard***
> *
>
> > >>> AutoCommit: disabled****
>
> > >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft***
> *
>
> > >>> AutoCommit: disabled****
>
> > >>> > [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform*
> ***
>
> > >>> Initializing spell checkers****
>
> > >>> > [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init
> init:****
>
> > >>>****
>
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ****
>
> > >>> ngth=3}****
>
> > >>> > [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher***
> *
>
> > [collection1]****
>
> > >>> Registered new searcher Searcher@682615b3****
>
> > >>> main{StandardDirectoryReader(segments_1:1)}****
>
> > >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish
> publishing****
>
> > >>> core=collection1 state=down****
>
> > >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish
> numShards****
>
> > not****
>
> > >>> found on descriptor - reading it from system property****
>
> > >>> > [junit4:junit4]   2> 11333 T2260****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 11336 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":"shard2",****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"active",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
> ****
>
> > >>> > [junit4:junit4]   2> 11349 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":null,****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"down",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
> ****
>
> > >>> > [junit4:junit4]   2> 11350 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already****
>
> > exists****
>
> > >>> with numShards=2****
>
> > >>> > [junit4:junit4]   2> 11351 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to*
> ***
>
> > >>> shard shard=shard1****
>
> > >>> > [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 4)****
>
> > >>> > [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 4)****
>
> > >>> > [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 4)****
>
> > >>> > [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 4)****
>
> > >>> > [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 4)****
>
> > >>> > [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore**
> **
>
> > registering****
>
> > >>> core: collection1****
>
> > >>> > [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register
> Register****
>
> > replica -****
>
> > >>> core:collection1 address:http://127.0.0.1:49885collection:collection1
> ****
>
> > >>> shard:shard1****
>
> > >>> > [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are
> ****
>
> > >>> http://127.0.0.1:49885/collection1/ and leader is****
>
> > >>> http://127.0.0.1:49879/collection1/****
>
> > >>> > [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No
> LogReplay****
>
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49885****
>
> > >>> > [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery
> Core****
>
> > >>> needs to recover:collection1****
>
> > >>> > [junit4:junit4]   2> 11934 T2309
> oasu.DefaultSolrCoreState.doRecovery****
>
> > >>> Running recovery - first canceling any ongoing recovery****
>
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1****
>
> > >>> org.apache.solr.core.SolrCore@258a35****
>
> > url=http://127.0.0.1:49885/collection1****
>
> > >>> node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1**
> **
>
> > >>> props:{shard=null, roles=null, state=down, core=collection1,****
>
> > >>> collection=collection1, node_name=127.0.0.1:49885_,****
>
> > >>> base_url=http://127.0.0.1:49885}****
>
> > >>> > [junit4:junit4]   2> 11935 T2311 C170 P49885
> oasc.RecoveryStrategy.run****
>
> > >>> Starting recovery process.  core=collection1
> recoveringAfterStartup=true****
>
> > >>> > [junit4:junit4]   2> 11936 T2309****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 11938 T2311 C170 P49885****
>
> > >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]****
>
> > >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885
> oasc.ZkController.publish****
>
> > >>> publishing core=collection1 state=recovering****
>
> > >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885
> oasc.ZkController.publish****
>
> > >>> numShards not found on descriptor - reading it from system property*
> ***
>
> > >>> > [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init****
>
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-**
> **
>
> > >>> MacOSX/solr/build/solr-core/test/J0****
>
> > >>> > [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init() done****
>
> > >>> > [junit4:junit4]   2> 11943 T2311 C170 P49885****
>
> > >>> oascsi.HttpClientUtil.createClient Creating new http client,****
>
> > >>>****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > >>> false****
>
> > >>> > [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > >>> false****
>
> > >>> > [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-****
>
> > 8.1.8.v20121106****
>
> > >>> > [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart
> Started****
>
> > >>> SelectChannelConnector@127.0.0.1:49889****
>
> > >>> > [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init()****
>
> > >>> > [junit4:junit4]   2> 12125 T2237****
>
> > oasc.SolrResourceLoader.locateSolrHome****
>
> > >>> JNDI not configured for solr (NoInitialContextEx)****
>
> > >>> > [junit4:junit4]   2> 12126 T2237****
>
> > oasc.SolrResourceLoader.locateSolrHome****
>
> > >>> using system property solr.solr.home: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-*
> ***
>
> > >>> 1359905519427****
>
> > >>> > [junit4:junit4]   2> 12126 T2237
> oasc.CoreContainer$Initializer.initialize****
>
> > >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-
> ****
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-*
> ***
>
> > >>> 1359905519427/solr.xml****
>
> > >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New****
>
> > >>> CoreContainer 1310203382****
>
> > >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading**
> **
>
> > >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-*
> ***
>
> > >>> 1359905519427/'****
>
> > >>> > [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new
> ****
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-*
> ***
>
> > >>> 1359905519427/'****
>
> > >>> > [junit4:junit4]   2> 12160 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> ****
>
> > >>> 60000****
>
> > >>> > [junit4:junit4]   2> 12161 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:****
>
> > http://****
>
> > >>> > [junit4:junit4]   2> 12161 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:**
> **
>
> > >>> 15000****
>
> > >>> > [junit4:junit4]   2> 12162 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > >>> maxConnectionsPerHost to: 20****
>
> > >>> > [junit4:junit4]   2> 12162 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> ****
>
> > >>> > [junit4:junit4]   2> 12163 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > maximumPoolSize to:****
>
> > >>> 2147483647****
>
> > >>> > [junit4:junit4]   2> 12163 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting****
>
> > maxThreadIdleTime****
>
> > >>> to: 5****
>
> > >>> > [junit4:junit4]   2> 12164 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -
> ****
>
> > 1****
>
> > >>> > [junit4:junit4]   2> 12164 T2237****
>
> > >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:
> ****
>
> > false****
>
> > >>> > [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout****
>
> > >>> =60000&connTimeout=15000&retry=false****
>
> > >>> > [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load
> Registering Log****
>
> > >>> Listener****
>
> > >>> > [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper*
> ***
>
> > >>> Zookeeper client=127.0.0.1:49872/solr****
>
> > >>> > [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath
> ****
>
> > zkHost****
>
> > >>> includes chroot****
>
> > >>> > [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000****
>
> > >>>****
>
> > watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83****
>
> > >>> > [junit4:junit4]   2> 12195 T2237****
>
> > >>> oascc.ConnectionManager.waitForConnected Waiting for client to****
>
> > connect to****
>
> > >>> ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 12195 T2321****
>
> > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection*
> ***
>
> > to****
>
> > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
> using****
>
> > SASL****
>
> > >>> (access denied ("javax.security.auth.AuthPermission"****
>
> > >>> "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 12196 T2321****
>
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection****
>
> > established****
>
> > >>> to localhost/127.0.0.1:49872, initiating session****
>
> > >>> > [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run****
>
> > Accepted****
>
> > >>> socket connection from /127.0.0.1:49890****
>
> > >>> > [junit4:junit4]   2> 12197 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49890****
>
> > >>> > [junit4:junit4]   2> 12289 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa000b with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49890****
>
> > >>> > [junit4:junit4]   2> 12289 T2321****
>
> > oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process**
> **
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@4df75a83****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 12291 T2237****
>
> > >>> oascc.ConnectionManager.waitForConnected Client is connected to****
>
> > >>> ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 12294 T2242****
>
> > oazs.PrepRequestProcessor.pRequest2Txn****
>
> > >>> Processed session termination for sessionid: 0x13ca0af48aa000b****
>
> > >>> > [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session:****
>
> > >>> 0x13ca0af48aa000b closed****
>
> > >>> > [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock
> Closed****
>
> > >>> socket connection for client /127.0.0.1:49890 which had sessionid***
> *
>
> > >>> 0x13ca0af48aa000b****
>
> > >>> > [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=****
>
> > >>> 60000&connTimeout=15000****
>
> > >>> > [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run***
> *
>
> > >>> EventThread shut down****
>
> > >>> > [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating
> client****
>
> > >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000*
> ***
>
> > >>> watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4****
>
> > >>> > [junit4:junit4]   2> 12305 T2237****
>
> > >>> oascc.ConnectionManager.waitForConnected Waiting for client to****
>
> > connect to****
>
> > >>> ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 12307 T2323****
>
> > >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection*
> ***
>
> > to****
>
> > >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate
> using****
>
> > SASL****
>
> > >>> (access denied ("javax.security.auth.AuthPermission"****
>
> > >>> "getLoginConfiguration"))****
>
> > >>> > [junit4:junit4]   2> 12308 T2323****
>
> > >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection****
>
> > established****
>
> > >>> to localhost/127.0.0.1:49872, initiating session****
>
> > >>> > [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run****
>
> > Accepted****
>
> > >>> socket connection from /127.0.0.1:49891****
>
> > >>> > [junit4:junit4]   2> 12310 T2239****
>
> > >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to****
>
> > >>> establish new session at /127.0.0.1:49891****
>
> > >>> > [junit4:junit4]   2> 12313 T2241
> oazs.ZooKeeperServer.finishSessionInit****
>
> > >>> Established session 0x13ca0af48aa000c with negotiated timeout 20000*
> ***
>
> > for****
>
> > >>> client /127.0.0.1:49891****
>
> > >>> > [junit4:junit4]   2> 12313 T2323****
>
> > oaz.ClientCnxn$SendThread.onConnected****
>
> > >>> Session establishment complete on server localhost/127.0.0.1:49872,*
> ***
>
> > >>> sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000****
>
> > >>> > [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process**
> **
>
> > Watcher****
>
> > >>> org.apache.solr.common.cloud.ConnectionManager@20c3f9e4****
>
> > >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event****
>
> > >>> WatchedEvent state:SyncConnected type:None path:null path:null****
>
> > >>> type:None****
>
> > >>> > [junit4:junit4]   2> 12314 T2237****
>
> > >>> oascc.ConnectionManager.waitForConnected Client is connected to****
>
> > >>> ZooKeeper****
>
> > >>> > [junit4:junit4]   2> 12316 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa000c****
>
> > >>> type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 12317 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa000c****
>
> > >>> type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for****
>
> > /solr/overseer****
>
> > >>> > [junit4:junit4]   2> 12319 T2237****
>
> > >>> oasc.ZkController.createEphemeralLiveNode Register node as live in**
> **
>
> > >>> ZooKeeper:/live_nodes/127.0.0.1:49889_****
>
> > >>> > [junit4:junit4]   2> 12320 T2242 oazs.PrepRequestProcessor.pRequest
> ****
>
> > Got****
>
> > >>> user-level KeeperException when processing****
>
> > sessionid:0x13ca0af48aa000c****
>
> > >>> type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error****
>
> > >>> Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode =****
>
> > NoNode****
>
> > >>> for /solr/live_nodes/127.0.0.1:49889_****
>
> > >>> > [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath
> makePath:****
>
> > >>> /live_nodes/127.0.0.1:49889_****
>
> > >>> > [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 4)****
>
> > >>> > [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 4)****
>
> > >>> > [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 4)****
>
> > >>> > [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process****
>
> > Updating****
>
> > >>> live nodes... (5)****
>
> > >>> > [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 5)****
>
> > >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process****
>
> > Updating****
>
> > >>> live nodes... (5)****
>
> > >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...
> ****
>
> > (live****
>
> > >>> nodes size: 5)****
>
> > >>> > [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process****
>
> > Updating****
>
> > >>> live nodes... (5)****
>
> > >>> > [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process****
>
> > Updating****
>
> > >>> live nodes... (5)****
>
> > >>> > [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process****
>
> > Updating****
>
> > >>> live nodes... (5)****
>
> > >>> > [junit4:junit4]   2> 12335 T2237****
>
> > >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating****
>
> > >>> cluster state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating
> ****
>
> > SolrCore****
>
> > >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-*
> ***
>
> > >>> 1359905519427/collection1****
>
> > >>> > [junit4:junit4]   2> 12343 T2325****
>
> > oasc.ZkController.createCollectionZkNode****
>
> > >>> Check for collection zkNode:collection1****
>
> > >>> > [junit4:junit4]   2> 12344 T2325****
>
> > oasc.ZkController.createCollectionZkNode****
>
> > >>> Collection zkNode exists****
>
> > >>> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName*
> ***
>
> > Load****
>
> > >>> collection config from:/collections/collection1****
>
> > >>> > [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new
> ****
>
> > >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-*
> ***
>
> > >>> 1359905519427/collection1/'****
>
> > >>> > [junit4:junit4]   2> 12347 T2325****
>
> > >>> oasc.SolrResourceLoader.replaceClassLoader Adding****
>
> > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-***
> *
>
> > >>> 1359905519427/collection1/lib/classes/' to classloader****
>
> > >>> > [junit4:junit4]   2> 12347 T2325****
>
> > >>> oasc.SolrResourceLoader.replaceClassLoader Adding****
>
> > >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-***
> *
>
> > >>> 1359905519427/collection1/lib/README' to classloader****
>
> > >>> > [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using
> Lucene****
>
> > >>> MatchVersion: LUCENE_50****
>
> > >>> > [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded****
>
> > SolrConfig:****
>
> > >>> solrconfig.xml****
>
> > >>> > [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema****
>
> > Reading Solr****
>
> > >>> Schema****
>
> > >>> > [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema Schema
> ****
>
> > >>> name=test****
>
> > >>> > [junit4:junit4]   2> 12897 T2260****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 12899 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":"shard1",****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"recovering",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
> ****
>
> > >>> > [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 13012 T2325****
>
> > oass.OpenExchangeRatesOrgProvider.init****
>
> > >>> Initialized with rates=open-exchange-rates.json,
> refreshInterval=1440.****
>
> > >>> > [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema
> default****
>
> > >>> search field in schema is text****
>
> > >>> > [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema unique
> ****
>
> > key****
>
> > >>> field: id****
>
> > >>> > [junit4:junit4]   2> 13045 T2325
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 13050 T2325
> oass.FileExchangeRateProvider.reload****
>
> > >>> Reloading exchange rates from file currency.xml****
>
> > >>> > [junit4:junit4]   2> 13055 T2325****
>
> > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates***
> *
>
> > from****
>
> > >>> open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 13057 T2325****
>
> > >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates***
> *
>
> > from****
>
> > >>> open-exchange-rates.json****
>
> > >>> > [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1]
> ****
>
> > Opening****
>
> > >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-*
> ***
>
> > trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-*
> ***
>
> > >>> 1359905519427/collection1/,****
>
> > >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/****
>
> > >>> > [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX**
> **
>
> > >>> monitoring is enabled. Adding Solr mbeans to JMX Server:****
>
> > >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd****
>
> > >>> > [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory
> ****
>
> > >>> solr.NRTCachingDirectoryFactory****
>
> > >>> > [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get
> return****
>
> > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> ****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4 forceNew:false****
>
> > >>> > [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close
> ****
>
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-**
> **
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New*
> ***
>
> > index****
>
> > >>> directory detected: old=null****
>
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index/****
>
> > >>> > [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING**
> **
>
> > >>> [collection1] Solr index directory****
>
> > >>> './org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > 1359905507479/jetty4/index'****
>
> > >>> doesn't exist. Creating new index...****
>
> > >>> > [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get
> return****
>
> > >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> ****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index forceNew:false****
>
> > >>> > [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit*
> ***
>
> > >>> SolrDeletionPolicy.onCommit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2> 13069 T2325
> oasc.SolrDeletionPolicy.updateCommits****
>
> > >>> newest commit = 1[segments_1]****
>
> > >>> > [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close
> ****
>
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-**
> **
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index****
>
> > >>> > [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created
> xml:****
>
> > >>> solr.XMLResponseWriter****
>
> > >>> > [junit4:junit4]   2> 13072 T2325****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe"****
>
> > >>> > [junit4:junit4]   2> 13073 T2325****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "dedupe-allfields"****
>
> > >>> > [junit4:junit4]   2> 13073 T2325****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "stored_sig"****
>
> > >>> > [junit4:junit4]   2> 13074 T2325****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "uniq-fields"****
>
> > >>> > [junit4:junit4]   2> 13074 T2325****
>
> > oasup.UpdateRequestProcessorChain.init****
>
> > >>> inserting DistributedUpdateProcessorFactory into****
>
> > >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"****
>
> > >>> > [junit4:junit4]   2> 13075 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 13075 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:***
> *
>
> > >>> solr.ReplicationHandler****
>
> > >>> > [junit4:junit4]   2> 13077 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created standard:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 13077 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /get:****
>
> > >>> solr.RealTimeGetHandler****
>
> > >>> > [junit4:junit4]   2> 13078 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:****
>
> > >>> solr.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 13078 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mock:****
>
> > >>> org.apache.solr.core.MockQuerySenderListenerReqHandler****
>
> > >>> > [junit4:junit4]   2> 13079 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:****
>
> > >>> org.apache.solr.handler.admin.AdminHandlers****
>
> > >>> > [junit4:junit4]   2> 13080 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 13080 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy****
>
> > requestHandler:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 13080 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:****
>
> > >>> solr.StandardRequestHandler****
>
> > >>> > [junit4:junit4]   2> 13081 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /update:****
>
> > >>> solr.UpdateRequestHandler****
>
> > >>> > [junit4:junit4]   2> 13082 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 13082 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 13083 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckCompRH_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 13084 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 13084 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > >>> spellCheckWithWordbreak_Direct:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 13085 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created****
>
> > spellCheckCompRH1:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 13085 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 13086 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:****
>
> > >>> org.apache.solr.handler.component.SearchHandler****
>
> > >>> > [junit4:junit4]   2> 13086 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:****
>
> > >>> solr.MoreLikeThisHandler****
>
> > >>> > [junit4:junit4]   2> 13087 T2325****
>
> > >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:****
>
> > >>> solr.DumpRequestHandler****
>
> > >>> > [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init****
>
> > >>> xsltCacheLifetimeSeconds=60****
>
> > >>> > [junit4:junit4]   2> 13096 T2325
> oasc.SolrCore.initDeprecatedSupport****
>
> > >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,****
>
> > Please****
>
> > >>> update your config to use the ShowFileRequestHandler.****
>
> > >>> > [junit4:junit4]   2> 13098 T2325
> oasc.SolrCore.initDeprecatedSupport****
>
> > >>> WARNING adding ShowFileRequestHandler with hidden files:****
>
> > [SCHEMA.XML,****
>
> > >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-****
>
> > >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-****
>
> > >>> ISOLATIN1ACCENT.TXT]****
>
> > >>> > [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close
> ****
>
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-**
> **
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init>
> Opening****
>
> > >>> Searcher@76850ab4 main****
>
> > >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard***
> *
>
> > >>> AutoCommit: disabled****
>
> > >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft***
> *
>
> > >>> AutoCommit: disabled****
>
> > >>> > [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform*
> ***
>
> > >>> Initializing spell checkers****
>
> > >>> > [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init
> init:****
>
> > >>>****
>
> > {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ****
>
> > >>> ngth=3}****
>
> > >>> > [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher***
> *
>
> > [collection1]****
>
> > >>> Registered new searcher Searcher@76850ab4****
>
> > >>> main{StandardDirectoryReader(segments_1:1)}****
>
> > >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish
> publishing****
>
> > >>> core=collection1 state=down****
>
> > >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish
> numShards****
>
> > not****
>
> > >>> found on descriptor - reading it from system property****
>
> > >>> > [junit4:junit4]   2> 14416 T2260****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 14418 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":null,****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"down",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
> ****
>
> > >>> > [junit4:junit4]   2> 14418 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already****
>
> > exists****
>
> > >>> with numShards=2****
>
> > >>> > [junit4:junit4]   2> 14418 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to*
> ***
>
> > >>> shard shard=shard2****
>
> > >>> > [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
> ****
>
> > >>> props:{shard=shard1, roles=null, state=recovering, core=collection1,
> ****
>
> > >>> collection=collection1, node_name=127.0.0.1:49885_,****
>
> > >>> base_url=http://127.0.0.1:49885}****
>
> > >>> > [junit4:junit4]   2> 14960 T2311 C170 P49885****
>
> > >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from****
>
> > >>> http://127.0.0.1:49879/collection1/ core=collection1 -****
>
> > >>> recoveringAfterStartup=true****
>
> > >>> > [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync***
> *
>
> > PeerSync:****
>
> > >>> core=collection1 url=http://127.0.0.1:49885 START****
>
> > >>> replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100****
>
> > >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync***
> *
>
> > WARNING****
>
> > >>> no frame of reference to tell of we've missed updates****
>
> > >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885****
>
> > >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not****
>
> > successful -****
>
> > >>> trying replication. core=collection1****
>
> > >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885****
>
> > >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.****
>
> > >>> core=collection1****
>
> > >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885****
>
> > >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.****
>
> > >>> core=collection1****
>
> > >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885****
>
> > >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.****
>
> > >>> FSUpdateLog{state=ACTIVE, tlog=null}****
>
> > >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885****
>
> > >>> oasc.RecoveryStrategy.replicate Attempting to replicate from****
>
> > >>> http://127.0.0.1:49879/collection1/. core=collection1****
>
> > >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885****
>
> > >>> oascsi.HttpClientUtil.createClient Creating new http client,****
>
> > >>>****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > >>> false****
>
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1****
>
> > >>> org.apache.solr.core.SolrCore@54e69ff4****
>
> > >>> url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_****
>
> > >>> C171_STATE=coll:collection1 core:collection1 props:{shard=shard1,***
> *
>
> > >>> roles=null, state=active, core=collection1, collection=collection1,*
> ***
>
> > >>> node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879,****
>
> > >>> leader=true}****
>
> > >>> > [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get****
>
> > >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}****
>
> > status=0****
>
> > >>> QTime=0****
>
> > >>> > [junit4:junit4]   2> 14984 T2268 C171 P49879****
>
> > >>> oasu.DirectUpdateHandler2.commit start****
>
> > >>>****
>
> > commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel**
> **
>
> > >>> etes=false,softCommit=false}****
>
> > >>> > [junit4:junit4]   2> 14985 T2268 C171 P49879****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1****
>
> > >>> > [junit4:junit4]   2> 14987 T2268 C171 P49879****
>
> > oasc.SolrDeletionPolicy.onInit****
>
> > >>> SolrDeletionPolicy.onInit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2> 14988 T2268 C171 P49879****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 1[segments_1]****
>
> > >>> > [junit4:junit4]   2> 14990 T2268 C171 P49879****
>
> > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:****
>
> > >>> commits:num=2****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm****
>
> > >>> ents_2]****
>
> > >>> > [junit4:junit4]   2> 14991 T2268 C171 P49879****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 2[segments_2]****
>
> > >>> > [junit4:junit4]   2> 14992 T2268 C171 P49879****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1****
>
> > >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879****
>
> > oass.SolrIndexSearcher.<init>****
>
> > >>> Opening Searcher@7915d36a realtime****
>
> > >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879****
>
> > >>> oasu.DirectUpdateHandler2.commit end_commit_flush****
>
> > >>> > [junit4:junit4]   2> 14994 T2268 C171 P49879 /update****
>
> > >>>****
>
> > {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm****
>
> > >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 10****
>
> > >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885****
>
> > oash.ReplicationHandler.inform****
>
> > >>> Commits will be reserved for  10000****
>
> > >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885
> oash.SnapPuller.<init>  No****
>
> > >>> value set for 'pollInterval'. Timer Task not started.****
>
> > >>> > [junit4:junit4]   2> 14998 T2272 C171 P49879****
>
> > oash.ReplicationHandler.inform****
>
> > >>> Commits will be reserved for  10000****
>
> > >>> > [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication****
>
> > >>> {command=indexversion&qt=/replication&wt=javabin&version=2}****
>
> > status=0****
>
> > >>> QTime=2****
>
> > >>> > [junit4:junit4]   2> 14999 T2311 C170 P49885****
>
> > >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2****
>
> > >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885****
>
> > >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1****
>
> > >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885****
>
> > >>> oash.SnapPuller.fetchLatestIndex Starting replication process****
>
> > >>> > [junit4:junit4]   2> 15002 T2273 C171 P49879****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1****
>
> > >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1/index****
>
> > >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication****
>
> > >>>****
>
> > {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}****
>
> > >>> status=0 QTime=1****
>
> > >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885****
>
> > >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in*
> ***
>
> > master: 1****
>
> > >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.get return new directory for****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index.20130203133202476 forceNew:false****
>
> > >>> > [junit4:junit4]   2> 15006 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 15007 T2311 C170 P49885****
>
> > >>> oash.SnapPuller.fetchLatestIndex Starting download to****
>
> > >>>****
>
> > RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store*
> ***
>
> > >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-*
> ***
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index.20130203133202476****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;***
> *
>
> > >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true****
>
> > >>> > [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication****
>
> > >>>****
>
> > {file=segments_2&command=filecontent&checksum=true&wt=filestream&****
>
> > >>> qt=/replication&generation=2} status=0 QTime=0****
>
> > >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index****
>
> > >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885****
>
> > >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0
> secs****
>
> > >>> > [junit4:junit4]   2> 15019 T2311 C170 P49885****
>
> > >>> oash.SnapPuller.modifyIndexProps New index installed. Updating index
> ****
>
> > >>> properties... index=index.20130203133202476****
>
> > >>> > [junit4:junit4]   2> 15020 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885****
>
> > oasc.SolrCore.getNewIndexDir****
>
> > >>> New index directory detected:****
>
> > >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index/****
>
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index.20130203133202476****
>
> > >>> > [junit4:junit4]   2> 15024 T2311 C170 P49885****
>
> > oasc.SolrDeletionPolicy.onInit****
>
> > >>> SolrDeletionPolicy.onInit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index.20130203133202476****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm****
>
> > >>> ents_2]****
>
> > >>> > [junit4:junit4]   2> 15025 T2311 C170 P49885****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 2[segments_2]****
>
> > >>> > [junit4:junit4]   2> 15026 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885****
>
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> ****
>
> > >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885****
>
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
> ****
>
> > >>> unused... core=collection1****
>
> > >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885****
>
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
> ****
>
> > >>> core=collection1****
>
> > >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index.20130203133202476****
>
> > >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885****
>
> > oasc.SolrDeletionPolicy.onInit****
>
> > >>> SolrDeletionPolicy.onInit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index.20130203133202476****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm****
>
> > >>> ents_2]****
>
> > >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 2[segments_2]****
>
> > >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885****
>
> > >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to
> ****
>
> > be****
>
> > >>> used.****
>
> > >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885****
>
> > oass.SolrIndexSearcher.<init>****
>
> > >>> Opening Searcher@11568f93 main****
>
> > >>> > [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher***
> *
>
> > [collection1]****
>
> > >>> Registered new searcher Searcher@11568f93****
>
> > >>> main{StandardDirectoryReader(segments_2:1:nrt)}****
>
> > >>> > [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close
> ****
>
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-**
> **
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index****
>
> > >>> > [junit4:junit4]   2> 15034 T2311 C170 P49885****
>
> > >>> oasu.DirectUpdateHandler2.commit start****
>
> > >>>****
>
> > commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe**
> **
>
> > >>> letes=false,softCommit=false}****
>
> > >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885****
>
> > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:****
>
> > >>> commits:num=2****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index.20130203133202476****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm****
>
> > >>> ents_2]****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index.20130203133202476****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm****
>
> > >>> ents_3]****
>
> > >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 3[segments_3]****
>
> > >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885****
>
> > >>> oasu.DirectUpdateHandler2.commit end_commit_flush****
>
> > >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index.20130203133202476****
>
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3/index****
>
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885****
>
> > oasc.RecoveryStrategy.replay****
>
> > >>> No replay needed. core=collection1****
>
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885****
>
> > >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful
> ****
>
> > -****
>
> > >>> registering as Active. core=collection1****
>
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> oasc.ZkController.publish****
>
> > >>> publishing core=collection1 state=active****
>
> > >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> oasc.ZkController.publish****
>
> > >>> numShards not found on descriptor - reading it from system property*
> ***
>
> > >>> > [junit4:junit4]   2> 15040 T2311 C170 P49885****
>
> > >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.****
>
> > >>> core=collection1****
>
> > >>> > [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore**
> **
>
> > registering****
>
> > >>> core: collection1****
>
> > >>> > [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register
> Register****
>
> > replica -****
>
> > >>> core:collection1 address:http://127.0.0.1:49889collection:collection1
> ****
>
> > >>> shard:shard2****
>
> > >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are
> ****
>
> > >>> http://127.0.0.1:49889/collection1/ and leader is****
>
> > >>> http://127.0.0.1:49882/collection1/****
>
> > >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No
> LogReplay****
>
> > >>> needed for core=collection1 baseURL=http://127.0.0.1:49889****
>
> > >>> > [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery
> Core****
>
> > >>> needs to recover:collection1****
>
> > >>> > [junit4:junit4]   2> 15218 T2325
> oasu.DefaultSolrCoreState.doRecovery****
>
> > >>> Running recovery - first canceling any ongoing recovery****
>
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1****
>
> > >>> org.apache.solr.core.SolrCore@7ea77b6d****
>
> > >>> url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_****
>
> > >>> C172_STATE=coll:collection1 core:collection1 props:{shard=null,****
>
> > roles=null,****
>
> > >>> state=down, core=collection1, collection=collection1,****
>
> > >>> node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}****
>
> > >>> > [junit4:junit4]   2> 15219 T2329 C172 P49889
> oasc.RecoveryStrategy.run****
>
> > >>> Starting recovery process.  core=collection1
> recoveringAfterStartup=true****
>
> > >>> > [junit4:junit4]   2> 15219 T2325****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889****
>
> > >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]****
>
> > >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889
> oasc.ZkController.publish****
>
> > >>> publishing core=collection1 state=recovering****
>
> > >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889
> oasc.ZkController.publish****
>
> > >>> numShards not found on descriptor - reading it from system property*
> ***
>
> > >>> > [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init****
>
> > >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-**
> **
>
> > >>> MacOSX/solr/build/solr-core/test/J0****
>
> > >>> > [junit4:junit4]   2> 15223 T2329 C172 P49889****
>
> > >>> oascsi.HttpClientUtil.createClient Creating new http client,****
>
> > >>>****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > >>> false****
>
> > >>> > [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init****
>
> > >>> SolrDispatchFilter.init() done****
>
> > >>> > [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient
> ****
>
> > Creating****
>
> > >>> new http client,****
>
> > >>>****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > >>> false****
>
> > >>> > [junit4:junit4]   2> 15230 T2237****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 15232 T2237****
>
> > >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for***
> *
>
> > >>> recoveries to finish - collection: collection1 failOnTimeout:true
> timeout****
>
> > >>> (sec):230****
>
> > >>> > [junit4:junit4]   2> 15234 T2237****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 15948 T2260****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 15950 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":"shard1",****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"active",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
> ****
>
> > >>> > [junit4:junit4]   2> 15964 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":"shard2",****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"recovering",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
> ****
>
> > >>> > [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 16242 T2237****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 17250 T2237****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
> ****
>
> > >>> props:{shard=shard2, roles=null, state=recovering, core=collection1,
> ****
>
> > >>> collection=collection1, node_name=127.0.0.1:49889_,****
>
> > >>> base_url=http://127.0.0.1:49889}****
>
> > >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889****
>
> > >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from****
>
> > >>> http://127.0.0.1:49882/collection1/ core=collection1 -****
>
> > >>> recoveringAfterStartup=true****
>
> > >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync***
> *
>
> > PeerSync:****
>
> > >>> core=collection1 url=http://127.0.0.1:49889 START****
>
> > >>> replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100****
>
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync***
> *
>
> > WARNING****
>
> > >>> no frame of reference to tell of we've missed updates****
>
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889****
>
> > >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not****
>
> > successful -****
>
> > >>> trying replication. core=collection1****
>
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889****
>
> > >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.****
>
> > >>> core=collection1****
>
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889****
>
> > >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.****
>
> > >>> core=collection1****
>
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889****
>
> > >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.****
>
> > >>> FSUpdateLog{state=ACTIVE, tlog=null}****
>
> > >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889****
>
> > >>> oasc.RecoveryStrategy.replicate Attempting to replicate from****
>
> > >>> http://127.0.0.1:49882/collection1/. core=collection1****
>
> > >>> > [junit4:junit4]   2> 18235 T2329 C172 P49889****
>
> > >>> oascsi.HttpClientUtil.createClient Creating new http client,****
>
> > >>>****
>
> > config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=****
>
> > >>> false****
>
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1****
>
> > >>> org.apache.solr.core.SolrCore@41549a80****
>
> > >>> url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_****
>
> > >>> C173_STATE=coll:collection1 core:collection1 props:{shard=shard2,***
> *
>
> > >>> roles=null, state=active, core=collection1, collection=collection1,*
> ***
>
> > >>> node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882,****
>
> > >>> leader=true}****
>
> > >>> > [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get****
>
> > >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}****
>
> > status=0****
>
> > >>> QTime=1****
>
> > >>> > [junit4:junit4]   2> 18244 T2287 C173 P49882****
>
> > >>> oasu.DirectUpdateHandler2.commit start****
>
> > >>>****
>
> > commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel**
> **
>
> > >>> etes=false,softCommit=false}****
>
> > >>> > [junit4:junit4]   2> 18246 T2287 C173 P49882****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2****
>
> > >>> > [junit4:junit4]   2> 18248 T2287 C173 P49882****
>
> > oasc.SolrDeletionPolicy.onInit****
>
> > >>> SolrDeletionPolicy.onInit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2> 18250 T2287 C173 P49882****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 1[segments_1]****
>
> > >>> > [junit4:junit4]   2> 18253 T2237****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882****
>
> > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:****
>
> > >>> commits:num=2****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm****
>
> > >>> ents_2]****
>
> > >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 2[segments_2]****
>
> > >>> > [junit4:junit4]   2> 18254 T2287 C173 P49882****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2****
>
> > >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882****
>
> > oass.SolrIndexSearcher.<init>****
>
> > >>> Opening Searcher@33a54dcd realtime****
>
> > >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882****
>
> > >>> oasu.DirectUpdateHandler2.commit end_commit_flush****
>
> > >>> > [junit4:junit4]   2> 18256 T2287 C173 P49882 /update****
>
> > >>>****
>
> > {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm****
>
> > >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 12****
>
> > >>> > [junit4:junit4]   2> 18257 T2329 C172 P49889****
>
> > oash.ReplicationHandler.inform****
>
> > >>> Commits will be reserved for  10000****
>
> > >>> > [junit4:junit4]   2> 18258 T2329 C172 P49889
> oash.SnapPuller.<init>  No****
>
> > >>> value set for 'pollInterval'. Timer Task not started.****
>
> > >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882****
>
> > oash.ReplicationHandler.inform****
>
> > >>> Commits will be reserved for  10000****
>
> > >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication****
>
> > >>> {command=indexversion&qt=/replication&wt=javabin&version=2}****
>
> > status=0****
>
> > >>> QTime=1****
>
> > >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889****
>
> > >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2****
>
> > >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889****
>
> > >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1****
>
> > >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889****
>
> > >>> oash.SnapPuller.fetchLatestIndex Starting replication process****
>
> > >>> > [junit4:junit4]   2> 18265 T2286 C173 P49882****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2****
>
> > >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2/index****
>
> > >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication****
>
> > >>>****
>
> > {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}****
>
> > >>> status=0 QTime=1****
>
> > >>> > [junit4:junit4]   2> 18267 T2329 C172 P49889****
>
> > >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in*
> ***
>
> > master: 1****
>
> > >>> > [junit4:junit4]   2> 18268 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.get return new directory for****
>
> > >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index.20130203133205739 forceNew:false****
>
> > >>> > [junit4:junit4]   2> 18269 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 18270 T2329 C172 P49889****
>
> > >>> oash.SnapPuller.fetchLatestIndex Starting download to****
>
> > >>>****
>
> > RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store*
> ***
>
> > >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-*
> ***
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index.20130203133205739****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;****
>
> > >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true****
>
> > >>> > [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication****
>
> > >>>****
>
> > {file=segments_2&command=filecontent&checksum=true&wt=filestream&****
>
> > >>> qt=/replication&generation=2} status=0 QTime=0****
>
> > >>> > [junit4:junit4]   2> 18274 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index****
>
> > >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889****
>
> > >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0
> secs****
>
> > >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889****
>
> > >>> oash.SnapPuller.modifyIndexProps New index installed. Updating index
> ****
>
> > >>> properties... index=index.20130203133205739****
>
> > >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889****
>
> > oasc.SolrCore.getNewIndexDir****
>
> > >>> New index directory detected:****
>
> > >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index/****
>
> > >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index.20130203133205739****
>
> > >>> > [junit4:junit4]   2> 18279 T2329 C172 P49889****
>
> > oasc.SolrDeletionPolicy.onInit****
>
> > >>> SolrDeletionPolicy.onInit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index.20130203133205739****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;****
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm****
>
> > >>> ents_2]****
>
> > >>> > [junit4:junit4]   2> 18280 T2329 C172 P49889****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 2[segments_2]****
>
> > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889****
>
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> ****
>
> > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889****
>
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
> ****
>
> > >>> unused... core=collection1****
>
> > >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889****
>
> > >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
> ****
>
> > >>> core=collection1****
>
> > >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index.20130203133205739****
>
> > >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889****
>
> > oasc.SolrDeletionPolicy.onInit****
>
> > >>> SolrDeletionPolicy.onInit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index.20130203133205739****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;****
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm****
>
> > >>> ents_2]****
>
> > >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 2[segments_2]****
>
> > >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889****
>
> > >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to
> ****
>
> > be****
>
> > >>> used.****
>
> > >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889****
>
> > oass.SolrIndexSearcher.<init>****
>
> > >>> Opening Searcher@2b6d99f5 main****
>
> > >>> > [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher***
> *
>
> > [collection1]****
>
> > >>> Registered new searcher Searcher@2b6d99f5****
>
> > >>> main{StandardDirectoryReader(segments_2:1:nrt)}****
>
> > >>> > [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close
> ****
>
> > >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-**
> **
>
> > Solr-****
>
> > >>> trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index****
>
> > >>> > [junit4:junit4]   2> 18288 T2329 C172 P49889****
>
> > >>> oasu.DirectUpdateHandler2.commit start****
>
> > >>>****
>
> > commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe**
> **
>
> > >>> letes=false,softCommit=false}****
>
> > >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889****
>
> > >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:****
>
> > >>> commits:num=2****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index.20130203133205739****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;****
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm****
>
> > >>> ents_2]****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index.20130203133205739****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;****
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm****
>
> > >>> ents_3]****
>
> > >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 3[segments_3]****
>
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889****
>
> > >>> oasu.DirectUpdateHandler2.commit end_commit_flush****
>
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index.20130203133205739****
>
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4/index****
>
> > >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889****
>
> > oasc.RecoveryStrategy.replay****
>
> > >>> No replay needed. core=collection1****
>
> > >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889****
>
> > >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful
> ****
>
> > -****
>
> > >>> registering as Active. core=collection1****
>
> > >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889
> oasc.ZkController.publish****
>
> > >>> publishing core=collection1 state=active****
>
> > >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889
> oasc.ZkController.publish****
>
> > >>> numShards not found on descriptor - reading it from system property*
> ***
>
> > >>> > [junit4:junit4]   2> 18294 T2329 C172 P49889****
>
> > >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.****
>
> > >>> core=collection1****
>
> > >>> > [junit4:junit4]   2> 19014 T2260****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 19015 T2260****
>
> > >>> oasc.Overseer$ClusterStateUpdater.updateState Update state****
>
> > >>> numShards=2 message={****
>
> > >>> > [junit4:junit4]   2>          "operation":"state",****
>
> > >>> > [junit4:junit4]   2>          "numShards":"2",****
>
> > >>> > [junit4:junit4]   2>          "shard":"shard2",****
>
> > >>> > [junit4:junit4]   2>          "roles":null,****
>
> > >>> > [junit4:junit4]   2>          "state":"active",****
>
> > >>> > [junit4:junit4]   2>          "core":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "collection":"collection1",****
>
> > >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",****
>
> > >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
> ****
>
> > >>> > [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A**
> **
>
> > cluster****
>
> > >>> state change: WatchedEvent state:SyncConnected****
>
> > type:NodeDataChanged****
>
> > >>> path:/clusterstate.json, has occurred - updating... (live nodes
> size: 5)****
>
> > >>> > [junit4:junit4]   2> 19256 T2237****
>
> > oascc.ZkStateReader.updateClusterState****
>
> > >>> Updating cloud state from ZooKeeper...****
>
> > >>> > [junit4:junit4]   2> 19257 T2237****
>
> > >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries*
> ***
>
> > >>> finished - collection: collection1****
>
> > >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1****
>
> > >>> org.apache.solr.core.SolrCore@31b27d14****
>
> > >>> url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_****
>
> > >>> C174_STATE=coll:control_collection core:collection1****
>
> > props:{shard=shard1,****
>
> > >>> roles=null, state=active, core=collection1,
> collection=control_collection,****
>
> > >>> node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875,****
>
> > >>> leader=true}****
>
> > >>> > [junit4:junit4]   2> 19265 T2251 C174 P49875****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data****
>
> > >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875****
>
> > oasc.SolrDeletionPolicy.onInit****
>
> > >>> SolrDeletionPolicy.onInit: commits:num=1****
>
> > >>> > [junit4:junit4]   2>****
>
> > >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> ****
>
> > >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-****
>
> > >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data/index****
>
> > >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;***
> *
>
> > >>> maxCacheMB=48.0****
>
> > >>>****
>
> > maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm****
>
> > >>> ents_1]****
>
> > >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875****
>
> > >>> oasc.SolrDeletionPolicy.updateCommits newest commit =****
>
> > 1[segments_1]****
>
> > >>> > [junit4:junit4]   2> 19270 T2251 C174 P49875****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/control/data****
>
> > >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875****
>
> > oass.SolrIndexSearcher.<init>****
>
> > >>> Opening Searcher@d328104 realtime****
>
> > >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875 /update****
>
> > >>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297601679360)} 0*
> ***
>
> > 7****
>
> > >>> > [junit4:junit4]   2> 19275 T2273 C171 P49879****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty1****
>
> > >>> > [junit4:junit4]   2> 19281 T2284 C173 P49882****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty2****
>
> > >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
> ****
>
> > >>> props:{shard=shard1, roles=null, state=active, core=collection1,****
>
> > >>> collection=collection1, node_name=127.0.0.1:49885_,****
>
> > >>> base_url=http://127.0.0.1:49885}****
>
> > >>> > [junit4:junit4]   2> 19289 T2302 C170 P49885****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty3****
>
> > >>> > [junit4:junit4]   2> 19291 T2302 C170 P49885 /update****
>
> > >>> {update.distrib=FROMLEADER&_version_=-****
>
> > >>>****
>
> > 1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt**
> **
>
> > >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 4**
> **
>
> > >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
> ****
>
> > >>> props:{shard=shard2, roles=null, state=active, core=collection1,****
>
> > >>> collection=collection1, node_name=127.0.0.1:49889_,****
>
> > >>> base_url=http://127.0.0.1:49889}****
>
> > >>> > [junit4:junit4]   2> 19291 T2320 C172 P49889****
>
> > >>> oasc.CachingDirectoryFactory.close Releasing****
>
> > >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-*
> ***
>
> > >>> MacOSX/solr/build/solr-****
>
> > >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-****
>
> > >>> 1359905507479/jetty4****
>
> > >>> > [junit4:junit4]   2> 19292 T2320 C172 P49889 /update****
>
> > >>> {update.distrib=FROMLEADER&_version_=-****
>
> > >>>****
>
> > 1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt**
> **
>
> > >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 2**
> **
>
> > >>> > [junit4:junit4]   2> 19293 T2284 C173 P49882 /update****
>
> > >>> {update.distrib=TOLEADER&wt=javabin&version=2}****
>
> > {deleteByQuery=*:* (-****
>
> > >>> 1425964297618456576)} 0 13****
>
> > >>> > [junit4:junit4]   2> 19294 T2273 C171 P49879 /update****
>
> > >>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0*
> ***
>
> > 21****
>
> > >>> > [junit4:junit4]   2> 19303 T2252 C174 P49875 /update****
>
> > >>> {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5****
>
> > >>> > [junit4:junit4]   2> 19316 T2303 C170 P49885 /update****
>
> > >>>****
>
> > {distrib.from=
> http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD****
>
> > >>> ER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3****
>
> > >>> > [junit4:junit4]   2> 19317 T2269 C171 P49879 /update****
>
> > >>>****
>
> > {distrib.from=
> http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER****
>
> > >>> &wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10****
>
> > >>> > [junit4:junit4]   2> 19318 T2285 C173 P49882 /update****
>
> > >>> {wt=javabin&version=2} {add=[1]} 0 13****
>
> > >>> > [junit4:junit4]   2> 19328 T2254 C174 P49875 /update****
>
> > >>> {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1****
>
> > >>> > [junit4:junit4]   2> 19350 T2315 C172 P49889 /update****
>
> > >>>****
>
> > {distrib.from=
> http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD****
>
> > >>> ER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4****
>
> > >>> > [junit4:junit4]   2> 19351 T2286 C173 P49882 /update****
>
> > >>>****
>
> > {distrib.from=
> http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER****
>
> > >>> &wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11****
>
> > >>> > [junit4:junit4]   2> 19351 T2271 C171 P49879 /update****
>
> > >>> {wt=javabin&version=2} {add=[2]} 0 15****
>
> > >>> > [junit4:junit4]   2> 19357 T2255 C174 P49875 /update****
>
> > >>> {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3****
>
> > >>> > [junit4:junit4]   2> 19365 T2316 C172 P49889 /update****
>
> > >>>****
>
> > {distrib.from=
> http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD****
>
> > >>> ER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2****
>
> > >>> > [junit4:junit4]   2> 19366 T2289 C173 P49882 /update****
>
> > >>> {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7****
>
> > >>> > [junit4:junit4]   2> 19371 T2250 C174 P49875 /update****
>
> > >>> {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2****
>
> > >>> > [junit4:junit4]   2> 19379 T2304 C170 P49885 /update****
>
> > >>>****
>
> > {distrib.from=
> http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD****
>
> > >>> ER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2****
>
> > >>> > [junit4:junit4]   2> 19380 T2268 C171 P49879 /update****
>
> > >>> {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7****
>
> > >>> > [junit4:junit4]   2> 19385 T2251 C174 P49875 /update****
>
> > >>> {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2****
>
> > >>> > [junit4:junit4]   2> 19399 T2317 C172 P49889 /update****
>
> > >>>****
>
> > {distrib.from=
> http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD****
>
> > >>> ER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2****
>
> > >>> > [junit4:junit4]   2> 19400 T2288 C173 P49882 /update****
>
> > >>>****
>
> > {distrib.from=
> http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER****
>
> > >>> &wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9****
>
> > >>> > [junit4:junit4]   2> 19401 T2270 C171 P49879 /update****
>
> > >>> {wt=javabin&version=2} {add=[5]} 0 12****
>
> > >>> > [junit4:junit4]   2> 19406 T2253 C174 P49875 /update****
>
> > >>> {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2****
>
> > >>> > [junit4:junit4]   2> 19416 T2319 C172 P49889 /update****
>
> > >>>****
>
> > {distrib.from=
> http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD****
>
> > >>> ER&wt=javabin&version=2}****
>
> > >>> >****
>
> > >>> > [...truncated too long message...]****
>
> > >>> >****
>
> > >>> > it4:junit4]    >    at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando****
>
> > >>> mizedRunner.java:787)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.*
> ***
>
> > >>> evaluate(SystemPropertiesRestoreRule.java:53)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule*
> ***
>
> > >>> SetupTeardownChained.java:50)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> >
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> ****
>
> > >>> cheSanity.java:51)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> ****
>
> > >>> fterRule.java:46)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> ****
>
> > >>> .evaluate(SystemPropertiesInvariantRule.java:55)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh**
> **
>
> > >>> readAndTestName.java:49)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> ****
>
> > >>> IgnoreAfterMaxFailures.java:70)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> ****
>
> > >>> .java:48)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat*
> ***
>
> > >>> ementAdapter.java:36)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.***
> *
>
> > >>> run(ThreadLeakControl.java:358)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask*
> ***
>
> > >>> (ThreadLeakControl.java:782)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL*
> ***
>
> > >>> eakControl.java:442)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran***
> *
>
> > >>> domizedRunner.java:746)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando****
>
> > >>> mizedRunner.java:648)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando****
>
> > >>> mizedRunner.java:682)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando****
>
> > >>> mizedRunner.java:693)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat*
> ***
>
> > >>> ementAdapter.java:36)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.*
> ***
>
> > >>> evaluate(SystemPropertiesRestoreRule.java:53)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> ****
>
> > >>> fterRule.java:46)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> ****
>
> > >>> assName.java:42)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> ****
>
> > >>> .evaluate(SystemPropertiesInvariantRule.java:55)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet****
>
> > >>>****
>
> > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet****
>
> > >>>****
>
> > hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat*
> ***
>
> > >>> ementAdapter.java:36)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ****
>
> > >>> ertionsRequired.java:43)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> ****
>
> > >>> .java:48)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> ****
>
> > >>> IgnoreAfterMaxFailures.java:70)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> ****
>
> > >>> TestSuites.java:55)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat*
> ***
>
> > >>> ementAdapter.java:36)****
>
> > >>> > [junit4:junit4]    >        at****
>
> > >>>****
>
> > com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.***
> *
>
> > >>> run(ThreadLeakControl.java:358)****
>
> > >>> > [junit4:junit4]    >        at
> java.lang.Thread.run(Thread.java:722)****
>
> > >>> > [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore***
> *
>
> > >>> ###deleteCore****
>
> > >>> > [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:****
>
> > >>> {n_f1=MockFixedIntBlock(blockSize=1923),****
>
> > >>> foo_b=PostingsFormat(name=MockRandom),****
>
> > >>> cat=PostingsFormat(name=NestedPulsing),****
>
> > >>> foo_d=PostingsFormat(name=Asserting),****
>
> > >>> foo_f=PostingsFormat(name=MockRandom),****
>
> > >>> n_tl1=MockFixedIntBlock(blockSize=1923),****
>
> > >>> n_d1=PostingsFormat(name=NestedPulsing),****
>
> > >>> rnd_b=PostingsFormat(name=Asserting),****
>
> > >>> intDefault=PostingsFormat(name=NestedPulsing),****
>
> > >>> n_td1=MockFixedIntBlock(blockSize=1923),****
>
> > >>> timestamp=PostingsFormat(name=NestedPulsing),****
>
> > >>> id=PostingsFormat(name=Asserting),****
>
> > >>> range_facet_sl=PostingsFormat(name=MockRandom),****
>
> > >>> range_facet_si=MockFixedIntBlock(blockSize=1923),****
>
> > >>> oddField_s=PostingsFormat(name=MockRandom),****
>
> > >>> sequence_i=PostingsFormat(name=MockRandom),****
>
> > >>> name=PostingsFormat(name=Asserting),****
>
> > >>> foo_i=MockFixedIntBlock(blockSize=1923),****
>
> > >>> regex_dup_B_s=PostingsFormat(name=NestedPulsing),****
>
> > >>> multiDefault=MockFixedIntBlock(blockSize=1923),****
>
> > >>> n_tf1=PostingsFormat(name=NestedPulsing),****
>
> > >>> n_dt1=MockFixedIntBlock(blockSize=1923),****
>
> > >>> genre_s=PostingsFormat(name=MockRandom),****
>
> > >>> author_t=MockFixedIntBlock(blockSize=1923),****
>
> > >>> n_ti1=PostingsFormat(name=Asserting),****
>
> > >>> range_facet_l=PostingsFormat(name=NestedPulsing),****
>
> > >>> text=PostingsFormat(name=MockRandom),****
>
> > >>> _version_=PostingsFormat(name=NestedPulsing),****
>
> > >>> val_i=PostingsFormat(name=Asserting),****
>
> > >>> SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing),****
>
> > >>> series_t=MockFixedIntBlock(blockSize=1923),****
>
> > >>> a_t=PostingsFormat(name=NestedPulsing),****
>
> > >>> n_tdt1=PostingsFormat(name=NestedPulsing),****
>
> > >>> regex_dup_A_s=PostingsFormat(name=MockRandom),****
>
> > >>> price=PostingsFormat(name=MockRandom),****
>
> > >>> other_tl1=PostingsFormat(name=NestedPulsing),****
>
> > >>> n_l1=PostingsFormat(name=NestedPulsing),****
>
> > >>> a_si=MockFixedIntBlock(blockSize=1923),****
>
> > >>> inStock=PostingsFormat(name=MockRandom)},****
>
> > >>> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},****
>
> > >>> locale=hu_HU, timezone=America/Sao_Paulo****
>
> > >>> > [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle
> Corporation****
>
> > >>> 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144****
>
> > >>> > [junit4:junit4]   2> NOTE: All tests run in this JVM:****
>
> > >>> [FullSolrCloudDistribCmdsTest, SortByFunctionTest,****
>
> > SolrRequestParserTest,****
>
> > >>> CacheHeaderTest, AlternateDirectoryTest, SpellingQueryConverterTest,
> ****
>
> > >>> SynonymTokenizerTest, TestSort, LukeRequestHandlerTest,****
>
> > >>> TestRangeQuery, FileBasedSpellCheckerTest, TestPhraseSuggestions,***
> *
>
> > >>> TestPluginEnable, TestComponentsName, TestJmxIntegration,****
>
> > >>> SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions,****
>
> > BasicDistributedZk2Test,****
>
> > >>> UpdateRequestProcessorFactoryTest, BadIndexSchemaTest,****
>
> > >>> SchemaVersionSpecificBehaviorTest, WordBreakSolrSpellCheckerTest,***
> *
>
> > >>> TestIndexingPerformance, JSONWriterTest,****
>
> > >>> FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache,****
>
> > >>> PingRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest,
> ****
>
> > >>> TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest,****
>
> > >>> ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest,****
>
> > >>> CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest,*
> ***
>
> > >>> TestStressRecovery, BadComponentTest, TestJoin,****
>
> > DocumentBuilderTest,****
>
> > >>> TestStressLucene, DOMUtilTest, TestFunctionQuery,****
>
> > TestHashPartitioner,****
>
> > >>> SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest,****
>
> > >>> HardAutoCommitTest, ChaosMonkeySafeLeaderTest,****
>
> > >>> DistributedQueryElevationComponentTest, RegexBoostProcessorTest,****
>
> > >>> TestReplicationHandler, UpdateParamsTest,****
>
> > >>> DirectUpdateHandlerOptimizeTest, TestGroupingSearch,****
>
> > >>> TestElisionMultitermQuery, SuggesterTest, TestCharFilters,****
>
> > ReturnFieldsTest,****
>
> > >>> StandardRequestHandlerTest, SystemInfoHandlerTest,****
>
> > >>> TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest,****
>
> > >>> DefaultValueUpdateProcessorTest, LeaderElectionTest,****
>
> > >>> SpellCheckComponentTest, TestBinaryResponseWriter,****
>
> > >>> TestPseudoReturnFields, TestStressVersions,****
>
> > >>> StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest,****
>
> > >>> TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions,****
>
> > >>> SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory,****
>
> > >>> TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest,****
>
> > >>> TestPHPSerializedResponseWriter, TestUtils, TestRecovery,****
>
> > >>> DistributedTermsComponentTest, UUIDFieldTest,****
>
> > >>> ShowFileRequestHandlerTest, TestSolrDeletionPolicy1,****
>
> > >>> IndexSchemaRuntimeFieldTest, IndexSchemaTest,****
>
> > TestRemoteStreaming,****
>
> > >>> TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser,****
>
> > >>> PolyFieldTest, TestNumberUtils, TestQuerySenderListener,****
>
> > >>> TestFoldingMultitermQuery, TestPartialUpdateDeduplication,****
>
> > >>> DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest,****
>
> > >>> ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest,****
>
> > >>> ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest,****
>
> > TestUpdate,****
>
> > >>> TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest,****
>
> > >>> SimplePostToolTest, NumericFieldsTest, IndexBasedSpellCheckerTest,**
> **
>
> > >>> OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser,***
> *
>
> > >>> SignatureUpdateProcessorFactoryTest, ResourceLoaderTest,****
>
> > >>> BasicDistributedZkTest]****
>
> > >>> > [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<<
> FAILURES!****
>
> > >>> >****
>
> > >>> > [...truncated 380 lines...]****
>
> > >>> > BUILD FAILED****
>
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/build.xml:346: The following error occurred while executing
> this****
>
> > >>> line:****
>
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/build.xml:39: The following error occurred while executing
> this****
>
> > line:****
>
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/build.xml:178: The following error occurred while****
>
> > executing this****
>
> > >>> line:****
>
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/solr/common-build.xml:428: The following error occurred while
> ****
>
> > >>> executing this line:****
>
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/lucene/common-build.xml:1176: The following error occurred***
> *
>
> > while****
>
> > >>> executing this line:****
>
> > >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-****
>
> > >>> MacOSX/lucene/common-build.xml:841: There were test failures: 249***
> *
>
> > suites,****
>
> > >>> 1038 tests, 1 failure, 14 ignored (3 assumptions)****
>
> > >>> >****
>
> > >>> > Total time: 58 minutes 11 seconds****
>
> > >>> > Build step 'Invoke Ant' marked build as failure****
>
> > >>> > Archiving artifacts****
>
> > >>> > Recording test results****
>
> > >>> > Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC****
>
> > >>> > Email was triggered for: Failure****
>
> > >>> > Sending email for trigger: Failure****
>
> > >>> >****
>
> > >>> >****
>
> > >>> >****
>
> > >>> >
> ---------------------------------------------------------------------****
>
> > >>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org****
>
> > >>> > For additional commands, e-mail: dev-help@lucene.apache.org****
>
> > >>>****
>
> > >>>****
>
> > >>> ---------------------------------------------------------------------
> ****
>
> > >>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org****
>
> > >>> For additional commands, e-mail: dev-help@lucene.apache.org****
>
> > >>****
>
> > >>****
>
> > >> ---------------------------------------------------------------------
> ****
>
> > >> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org****
>
> > >> For additional commands, e-mail: dev-help@lucene.apache.org****
>
> > >>****
>
> > >****
>
> > >****
>
> > >****
>
> > > --****
>
> > > - Mark****
>
> > ****
>
> > ****
>
> > ****
>
> > --****
>
> > - Mark****
>
> > ****
>
> > ---------------------------------------------------------------------***
> *
>
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org****
>
> > For additional commands, e-mail: dev-help@lucene.apache.org****
>



-- 
- Mark

Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Shawn Heisey <so...@elyograg.org>.
On 2/3/2013 2:01 PM, Uwe Schindler wrote:
> Could this maybe related to number of open files? I have no idea how to
> configure that on MacOS. If this is the case, we should really drill
> down this test to not open so many file descriptors. Current setting:

I located this:

http://ghickman.co.uk/2012/02/25/osx-max-files-limit-neo4j.html

Thanks,
Shawn


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


RE: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Uwe Schindler <uw...@thetaphi.de>.
Could this maybe related to number of open files? I have no idea how to configure that on MacOS. If this is the case, we should really drill down this test to not open so many file descriptors. Current setting:

 

localhost:~ jenkins$ ulimit -a

core file size          (blocks, -c) 0

data seg size           (kbytes, -d) unlimited

file size               (blocks, -f) unlimited

max locked memory       (kbytes, -l) unlimited

max memory size         (kbytes, -m) unlimited

open files                      (-n) 256

pipe size            (512 bytes, -p) 1

stack size              (kbytes, -s) 8192

cpu time               (seconds, -t) unlimited

max user processes              (-u) 709

virtual memory          (kbytes, -v) unlimited

 

-----

Uwe Schindler

H.-H.-Meier-Allee 63, D-28213 Bremen

 <http://www.thetaphi.de/> http://www.thetaphi.de

eMail: uwe@thetaphi.de

 

From: Uwe Schindler [mailto:uwe@thetaphi.de] 
Sent: Sunday, February 03, 2013 9:37 PM
To: dev@lucene.apache.org; markrmiller@gmail.com
Subject: RE: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

 

This is indeed strage. This is a default MacOSX install with no special network config. All plain simple:

 



 

-----

Uwe Schindler

H.-H.-Meier-Allee 63, D-28213 Bremen

http://www.thetaphi.de

eMail: uwe@thetaphi.de

 

 

> -----Original Message-----

> From: Mark Miller [mailto:markrmiller@gmail.com]

> Sent: Sunday, February 03, 2013 8:48 PM

> To: dev@lucene.apache.org

> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #

> 178 - Still Failing!

> 

> A jetty is trying to recover by talking to the leader jetty. But it

> keeps hitting the following exception and that is why it never

> recovers. The URL looks to be  <http://127.0.0.1:49879> http://127.0.0.1:49879

> 

> [junit4:junit4]   2> 241315 T2521 C191 P49882

> oascsi.HttpClientUtil.createClient Creating new http client,

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> false

> [junit4:junit4]   2> 241324 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute I/O exception

> (java.net.SocketException) caught when processing request: Invalid

> argument

> [junit4:junit4]   2> 241325 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute Retrying request

> [junit4:junit4]   2> 241326 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute I/O exception

> (java.net.SocketException) caught when processing request: Invalid

> argument

> [junit4:junit4]   2> 241326 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute Retrying request

> [junit4:junit4]   2> 241326 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute I/O exception

> (java.net.SocketException) caught when processing request: Invalid

> argument

> [junit4:junit4]   2> 241327 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute Retrying request

> [junit4:junit4]   2> 241328 T2521 C191 P49882 oasc.SolrException.log

> SEVERE Error while trying to recover.

> core=unloadcollection2:org.apache.solr.client.solrj.SolrServerException:

> IOException occured when talking to server at:  <http://127.0.0.1:49879> http://127.0.0.1:49879

> [junit4:junit4]   2>                       at

> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:

> 416)

> [junit4:junit4]   2>                       at

> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:

> 181)

> [junit4:junit4]   2>                       at

> org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStr

> ategy.java:202)

> [junit4:junit4]   2>                       at

> org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:

> 346)

> [junit4:junit4]   2>                       at

> org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)

> [junit4:junit4]   2>       Caused by: java.net.SocketException: Invalid

> argument

> [junit4:junit4]   2>                       at

> java.net.SocketInputStream.socketRead0(Native Method)

> [junit4:junit4]   2>                       at

> java.net.SocketInputStream.read(SocketInputStream.java:150)

> [junit4:junit4]   2>                       at

> java.net.SocketInputStream.read(SocketInputStream.java:121)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessio

> nInputBuffer.java:149)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:

> 111)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessio

> nInputBuffer.java:264)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultRespo

> nseParser.java:98)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessagePars

> er.java:252)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader

> (AbstractHttpClientConnection.java:282)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader

> (DefaultClientConnection.java:247)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHea

> der(AbstractClientConnAdapter.java:216)

> [junit4:junit4]   2>                       at

> org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRe

> questExecutor.java:298)

> [junit4:junit4]   2>                       at

> org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecut

> or.java:125)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequ

> estDirector.java:647)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequest

> Director.java:464)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja

> va:820)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja

> va:754)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja

> va:732)

> [junit4:junit4]   2>                       at

> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:

> 353)

> [junit4:junit4]   2>                       ... 4 more

> 

> On Sun, Feb 3, 2013 at 2:42 PM, Mark Miller < <ma...@gmail.com> markrmiller@gmail.com>

> wrote:

> > I'll dig in a bit later and pull out the log snippet.

> >

> > In regards to the 'fake' addresses though, this test should not be

> > using them. It create N jetties, all will real addresses. That's the

> > goal anyway.

> >

> > - Mark

> >

> > On Sun, Feb 3, 2013 at 2:01 PM, Uwe Schindler < <ma...@thetaphi.de> uwe@thetaphi.de> wrote:

> >> Can you find out from the logs (or add a system.out), so we see to

> *where* it wants to connect? The Invalid argument should be fine, because

> this is also used in linux when it connects to the fake IPv6 addresses that

> "emulate" broken slaves. The BasicDistributedTestcase has a list of "fake"

> addresses, and I assume it is one of them. Maybe this test should *not* use

> those?

> >>

> >> Uwe

> >>

> >> -----

> >> Uwe Schindler

> >> H.-H.-Meier-Allee 63, D-28213 Bremen

> >>  <http://www.thetaphi.de> http://www.thetaphi.de

> >> eMail:  <ma...@thetaphi.de> uwe@thetaphi.de

> >>

> >>

> >>> -----Original Message-----

> >>> From: Mark Miller [ <ma...@gmail.com> mailto:markrmiller@gmail.com]

> >>> Sent: Sunday, February 03, 2013 5:08 PM

> >>> To:  <ma...@lucene.apache.org> dev@lucene.apache.org

> >>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) -

> Build #

> >>> 178 - Still Failing!

> >>>

> >>> In this test recovery fails because an http request keeps failing with:

> >>>

> >>> java.net.SocketException: Invalid argument

> >>>

> >>> Some googling points to an ipv4/ipv6 issue? Seems like an

> environment/test

> >>> problem.

> >>>

> >>> - Mark

> >>>

> >>> On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server

> >>> < <ma...@thetaphi.de> jenkins@thetaphi.de> wrote:

> >>>

> >>> > Build:  <http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/> http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/

> >>> > Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

> >>> >

> >>> > 1 tests failed.

> >>> > REGRESSION:

> >>> org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

> >>> >

> >>> > Error Message:

> >>> > There are still nodes recoverying - waited for 230 seconds

> >>> >

> >>> > Stack Trace:

> >>> > java.lang.AssertionError: There are still nodes recoverying - waited for

> 230

> >>> seconds

> >>> >     at

> >>>

> __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C3

> >>> 0]:0)

> >>> >     at org.junit.Assert.fail(Assert.java:93)

> >>> >     at

> >>>

> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(

> >>> AbstractDistribZkTestBase.java:168)

> >>> >     at

> >>>

> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(

> >>> AbstractDistribZkTestBase.java:126)

> >>> >     at

> >>>

> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(

> >>> AbstractDistribZkTestBase.java:121)

> >>> >     at

> >>>

> org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(Ba

> >>> sicDistributedZkTest.java:458)

> >>> >     at

> >>>

> org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.j

> >>> ava:337)

> >>> >     at

> >>>

> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistri

> >>> butedSearchTestCase.java:794)

> >>> >     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

> >>> >     at

> >>>

> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j

> >>> ava:57)

> >>> >     at

> >>>

> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces

> >>> sorImpl.java:43)

> >>> >     at java.lang.reflect.Method.invoke(Method.java:601)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize

> >>> dRunner.java:1559)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando

> >>> mizedRunner.java:79)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando

> >>> mizedRunner.java:737)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando

> >>> mizedRunner.java:773)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando

> >>> mizedRunner.java:787)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.

> >>> evaluate(SystemPropertiesRestoreRule.java:53)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule

> >>> SetupTeardownChained.java:50)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa

> >>> cheSanity.java:51)

> >>> >     at

> >>>

> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA

> >>> fterRule.java:46)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1

> >>> .evaluate(SystemPropertiesInvariantRule.java:55)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh

> >>> readAndTestName.java:49)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule

> >>> IgnoreAfterMaxFailures.java:70)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure

> >>> .java:48)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.

> >>> run(ThreadLeakControl.java:358)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask

> >>> (ThreadLeakControl.java:782)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL

> >>> eakControl.java:442)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran

> >>> domizedRunner.java:746)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando

> >>> mizedRunner.java:648)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando

> >>> mizedRunner.java:682)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando

> >>> mizedRunner.java:693)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.

> >>> evaluate(SystemPropertiesRestoreRule.java:53)

> >>> >     at

> >>>

> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA

> >>> fterRule.java:46)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl

> >>> assName.java:42)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1

> >>> .evaluate(SystemPropertiesInvariantRule.java:55)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet

> >>>

> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet

> >>>

> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss

> >>> ertionsRequired.java:43)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure

> >>> .java:48)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule

> >>> IgnoreAfterMaxFailures.java:70)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore

> >>> TestSuites.java:55)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.

> >>> run(ThreadLeakControl.java:358)

> >>> >     at java.lang.Thread.run(Thread.java:722)

> >>> >

> >>> >

> >>> >

> >>> >

> >>> > Build Log:

> >>> > [...truncated 8980 lines...]

> >>> > [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest

> >>> > [junit4:junit4]   2> 0 T2237

> >>> oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext

> >>> system property: /

> >>> > [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting

> >>> testDistribSearch

> >>> > [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479

> >>> > [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST

> SERVER

> >>> > [junit4:junit4]   2> 10 T2238

> >>> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server

> >>> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime

> tickTime set

> >>> to 1000

> >>> > [junit4:junit4]   2> 13 T2238

> oazs.ZooKeeperServer.setMinSessionTimeout

> >>> minSessionTimeout set to -1

> >>> > [junit4:junit4]   2> 14 T2238

> oazs.ZooKeeperServer.setMaxSessionTimeout

> >>> maxSessionTimeout set to -1

> >>> > [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure

> binding

> >>> to port 0.0.0.0/0.0.0.0:0

> >>> > [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save Snapshotting:

> 0x0 to

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/zookeeper/server1/data/version-2/snapshot.0

> >>> > [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server on

> >>> port:49872

> >>> > [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=10000

> >>>  <ma...@6ef101c9> watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9

> >>> > [junit4:junit4]   2> 116 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 117 T2243

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 117 T2243

> oaz.ClientCnxn$SendThread.primeConnection

> >>> Socket connection established to localhost/127.0.0.1:49872, initiating

> session

> >>> > [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run Accepted

> >>> socket connection from /127.0.0.1:49873

> >>> > [junit4:junit4]   2> 118 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49873

> >>> > [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating new log

> file:

> >>> log.1

> >>> > [junit4:junit4]   2> 120 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0000 with negotiated timeout 10000

> for

> >>> client /127.0.0.1:49873

> >>> > [junit4:junit4]   2> 121 T2243 oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000

> >>> > [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process

> Watcher

> >>>  <ma...@6ef101c9> org.apache.solr.common.cloud.ConnectionManager@6ef101c9

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 122 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath makePath:

> /solr

> >>> > [junit4:junit4]   2> 128 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0000

> >>> > [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49873 which had sessionid

> 0x13ca0af48aa0000

> >>> > [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0000 closed

> >>> > [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run

> EventThread

> >>> shut down

> >>> > [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000

> >>>

>  <ma...@63bc10cb> watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb

> >>> > [junit4:junit4]   2> 131 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 131 T2245

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 132 T2245

> oaz.ClientCnxn$SendThread.primeConnection

> >>> Socket connection established to localhost/127.0.0.1:49872, initiating

> session

> >>> > [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run Accepted

> >>> socket connection from /127.0.0.1:49874

> >>> > [junit4:junit4]   2> 133 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49874

> >>> > [junit4:junit4]   2> 134 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0001 with negotiated timeout 10000

> for

> >>> client /127.0.0.1:49874

> >>> > [junit4:junit4]   2> 134 T2245 oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000

> >>> > [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process

> Watcher

> >>>  <ma...@63bc10cb> org.apache.solr.common.cloud.ConnectionManager@63bc10cb

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 135 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1

> >>> > [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/shards

> >>> > [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /collections/control_collection

> >>> > [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /collections/control_collection/shards

> >>> > [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/solrconfig.xml

> >>> to /configs/conf1/solrconfig.xml

> >>> > [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/solrconfig.xml

> >>> > [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/schema.xml to

> >>> /configs/conf1/schema.xml

> >>> > [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/schema.xml

> >>> > [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/stopwords.txt

> >>> to /configs/conf1/stopwords.txt

> >>> > [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/stopwords.txt

> >>> > [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/protwords.txt

> >>> to /configs/conf1/protwords.txt

> >>> > [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/protwords.txt

> >>> > [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/currency.xml to

> >>> /configs/conf1/currency.xml

> >>> > [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/currency.xml

> >>> > [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-

> >>> exchange-rates.json to /configs/conf1/open-exchange-rates.json

> >>> > [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/open-exchange-rates.json

> >>> > [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-

> >>> ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt

> >>> > [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/mapping-ISOLatin1Accent.txt

> >>> > [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> >>> files/solr/collection1/conf/old_synonyms.txt to

> >>> /configs/conf1/old_synonyms.txt

> >>> > [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/old_synonyms.txt

> >>> > [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/synonyms.txt

> >>> to /configs/conf1/synonyms.txt

> >>> > [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/synonyms.txt

> >>> > [junit4:junit4]   2> 210 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0001

> >>> > [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49874 which had sessionid

> 0x13ca0af48aa0001

> >>> > [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run

> EventThread

> >>> shut down

> >>> > [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0001 closed

> >>> > [junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-8.1.8.v20121106

> >>> > [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart Started

> >>>  <mailto:SelectChannelConnector@127.0.0.1:49875> SelectChannelConnector@127.0.0.1:49875

> >>> > [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome

> JNDI

> >>> not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683

> >>> > [junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize

> looking

> >>> for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/solr.xml

> >>> > [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New

> CoreContainer

> >>> 1814343678

> >>> > [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/'

> >>> > [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/'

> >>> > [junit4:junit4]   2> 482 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting socketTimeout to: 60000

> >>> > [junit4:junit4]   2> 484 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting urlScheme to: http://

> >>> > [junit4:junit4]   2> 485 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting connTimeout to: 15000

> >>> > [junit4:junit4]   2> 485 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 486 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 487 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting maximumPoolSize to: 2147483647

> >>> > [junit4:junit4]   2> 488 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting maxThreadIdleTime to: 5

> >>> > [junit4:junit4]   2> 489 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting sizeOfQueue to: -1

> >>> > [junit4:junit4]   2> 489 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting fairnessPolicy to: false

> >>> > [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient Creating

> new

> >>> http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper

> Zookeeper

> >>> client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

>  <ma...@7f27b6e1> watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1

> >>> > [junit4:junit4]   2> 530 T2256

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 529 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 530 T2256

> oaz.ClientCnxn$SendThread.primeConnection

> >>> Socket connection established to localhost/127.0.0.1:49872, initiating

> session

> >>> > [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run Accepted

> >>> socket connection from /127.0.0.1:49876

> >>> > [junit4:junit4]   2> 532 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49876

> >>> > [junit4:junit4]   2> 533 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0002 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49876

> >>> > [junit4:junit4]   2> 533 T2256 oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process

> Watcher

> >>>  <ma...@7f27b6e1> org.apache.solr.common.cloud.ConnectionManager@7f27b6e1

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 535 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 537 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0002

> >>> > [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49876 which had sessionid

> 0x13ca0af48aa0002

> >>> > [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0002 closed

> >>> > [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run

> EventThread

> >>> shut down

> >>> > [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient Creating

> new

> >>> http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>>  <ma...@d43d404> watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404

> >>> > [junit4:junit4]   2> 546 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 547 T2258

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 548 T2258

> oaz.ClientCnxn$SendThread.primeConnection

> >>> Socket connection established to localhost/127.0.0.1:49872, initiating

> session

> >>> > [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run Accepted

> >>> socket connection from /127.0.0.1:49877

> >>> > [junit4:junit4]   2> 550 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49877

> >>> > [junit4:junit4]   2> 551 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0003 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49877

> >>> > [junit4:junit4]   2> 551 T2258 oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process

> Watcher

> >>>  <ma...@d43d404> org.apache.solr.common.cloud.ConnectionManager@d43d404

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 553 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes

> >>> > [junit4:junit4]   2> 570 T2237

> oasc.ZkController.createEphemeralLiveNode

> >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_

> >>> > [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49875_

> >>> > [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49875_

> >>> > [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /overseer_elect/election

> >>> > [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for

> >>> /solr/overseer_elect/leader

> >>> > [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /overseer_elect/leader

> >>> > [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer

> >>> (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting

> >>> > [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run

> Process

> >>> current queue of collection creations

> >>> > [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /clusterstate.json

> >>> > [junit4:junit4]   2> 605 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/collection1

> >>> > [junit4:junit4]   2> 615 T2262 oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:control_collection

> >>> > [junit4:junit4]   2> 616 T2260 oasc.Overseer$ClusterStateUpdater.run

> >>> Starting to work on the main queue

> >>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName Load

> >>> collection config from:/collections/control_collection

> >>> > [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/collection1/'

> >>> > [junit4:junit4]   2> 621 T2262

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-

> >>> 1359905507683/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 621 T2262

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-

> >>> 1359905507683/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema Reading

> Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 1305 T2262

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 1349 T2262 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 1354 T2262 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 1359 T2262

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 1361 T2262

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/

> >>> > [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>>  <ma...@685d72cd> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data forceNew:false

> >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data

> >>>

> >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index/

> >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index' doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index forceNew:false

> >>> > [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>>  <mailto:apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index

> >>>  <ma...@5bb5272b> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 1371 T2262 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index

> >>> > [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 1374 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 1374 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 1374 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 1375 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 1375 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 1376 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 1376 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 1376 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 1377 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 1377 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 1378 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 1378 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 1379 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 1379 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 1379 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 1380 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 1380 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1381 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1381 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1381 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1383 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1383 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1384 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1384 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1385 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 1385 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data

> >>>

> >>> > [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@22fa1cde main

> >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft

> AutoCommit:

> >>> disabled

> >>> > [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@22fa1cde

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 1448 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for

> >>> /solr/overseer/queue

> >>> > [junit4:junit4]   2> 2125 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 2126 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=1 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"1",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"control_collection",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",

> >>> > [junit4:junit4]   2>          "base_url":" <http://127.0.0.1:49875> http://127.0.0.1:49875"}

> >>> > [junit4:junit4]   2> 2126 T2260

> >>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection

> >>> control_collection with numShards 1

> >>> > [junit4:junit4]   2> 2126 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard1

> >>> > [junit4:junit4]   2> 2127 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for

> >>> /solr/overseer/queue-work

> >>> > [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)

> >>> > [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49875

> collection:control_collection

> >>> shard:shard1

> >>> > [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath makePath:

> >>> /collections/control_collection/leader_elect/shard1/election

> >>> > [junit4:junit4]   2> 2467 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode

> =

> >>> NoNode for /solr/collections/control_collection/leaders

> >>> > [junit4:junit4]   2> 2469 T2262

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader

> >>> process.

> >>> > [junit4:junit4]   2> 2469 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 2472 T2262

> >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough

> >>> replicas found to continue.

> >>> > [junit4:junit4]   2> 2472 T2262

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new

> leader

> >>> - try and sync

> >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas to

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/

> >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync

> Success -

> >>> now sync replicas to me

> >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/ has no replicas

> >>> > [junit4:junit4]   2> 2474 T2262

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new

> leader:

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/

> >>> > [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath makePath:

> >>> /collections/control_collection/leaders/shard1

> >>> > [junit4:junit4]   2> 2481 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 3644 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)

> >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/ and leader is

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/

> >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49875

> >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I am

> the

> >>> leader, no recovery necessary

> >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing

> >>> core=collection1 state=active

> >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 3715 T2262 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client, config:

> >>> > [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8

> >>> > [junit4:junit4]   2> 3728 T2264

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 3729 T2264

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49878

> >>> > [junit4:junit4]   2> 3730 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49878

> >>> > [junit4:junit4]   2> 3730 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 3731 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0004 with negotiated timeout 10000

> for

> >>> client /127.0.0.1:49878

> >>> > [junit4:junit4]   2> 3731 T2264

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000

> >>> > [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@16aef4d8

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 3732 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 3734 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog monkey:

> init

> >>> - expire sessions:true cause connection loss:true

> >>> > [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-8.1.8.v20121106

> >>> > [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart Started

> >>> SelectChannelConnector@127.0.0.1:49879

> >>> > [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 3904 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> JNDI not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 3905 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209

> >>> > [junit4:junit4]   2> 3905 T2237 oasc.CoreContainer$Initializer.initialize

> >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/solr.xml

> >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New

> >>> CoreContainer 1639387465

> >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/'

> >>> > [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/'

> >>> > [junit4:junit4]   2> 3942 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:

> >>> 60000

> >>> > [junit4:junit4]   2> 3942 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:

> http://

> >>> > [junit4:junit4]   2> 3943 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:

> >>> 15000

> >>> > [junit4:junit4]   2> 3943 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> >>> maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 3944 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 3944 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maximumPoolSize to:

> >>> 2147483647

> >>> > [junit4:junit4]   2> 3945 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maxThreadIdleTime

> >>> to: 5

> >>> > [junit4:junit4]   2> 3945 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -

> 1

> >>> > [junit4:junit4]   2> 3946 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:

> false

> >>> > [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper

> >>> Zookeeper client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath

> zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973

> >>> > [junit4:junit4]   2> 3982 T2275

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 3983 T2275

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49880

> >>> > [junit4:junit4]   2> 3984 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49880

> >>> > [junit4:junit4]   2> 3985 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 3990 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0005 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49880

> >>> > [junit4:junit4]   2> 3991 T2275

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@5dbf0973

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 3991 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 3993 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0005

> >>> > [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49880 which had sessionid

> 0x13ca0af48aa0005

> >>> > [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0005 closed

> >>> > [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>> watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e

> >>> > [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run

> >>> EventThread shut down

> >>> > [junit4:junit4]   2> 4002 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 4003 T2277

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 4005 T2277

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49881

> >>> > [junit4:junit4]   2> 4006 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49881

> >>> > [junit4:junit4]   2> 4007 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0006 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49881

> >>> > [junit4:junit4]   2> 4007 T2277

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@ddf927e

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 4008 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 4009 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 4010 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 4012 T2237

> oasc.ZkController.createEphemeralLiveNode

> >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_

> >>> > [junit4:junit4]   2> 4013 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49879_

> >>> > [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49879_

> >>> > [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 1)

> >>> > [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (2)

> >>> > [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (2)

> >>> > [junit4:junit4]   2> 4026 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1

> >>> > [junit4:junit4]   2> 4035 T2279

> oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:collection1

> >>> > [junit4:junit4]   2> 4036 T2279

> oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName Load

> >>> collection config from:/collections/collection1

> >>> > [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1/'

> >>> > [junit4:junit4]   2> 4039 T2279

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 4040 T2279

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema Reading

> Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 4637 T2279

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 4671 T2279 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 4677 T2279 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 4684 T2279

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 4686 T2279

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/

> >>> > [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1 forceNew:false

> >>> > [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index/

> >>> > [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> 1359905507479/jetty1/index'

> >>> doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index forceNew:false

> >>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>>

> >>> > [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 4700 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 4700 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 4701 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 4701 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 4702 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 4702 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 4702 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 4703 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 4704 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 4704 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 4705 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 4705 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 4706 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 4706 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 4707 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 4708 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 4708 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4709 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4709 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4710 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4711 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4711 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4712 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4712 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4713 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 4713 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@7db1b132 main

> >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft

> AutoCommit:

> >>> disabled

> >>> > [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@7db1b132

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 5182 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 5185 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=1 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"1",

> >>> > [junit4:junit4]   2>          "shard":"shard1",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"control_collection",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}

> >>> > [junit4:junit4]   2> 5198 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}

> >>> > [junit4:junit4]   2> 5199 T2260

> >>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection

> >>> collection1 with numShards 2

> >>> > [junit4:junit4]   2> 5199 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard1

> >>> > [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49879 collection:collection1

> >>> shard:shard1

> >>> > [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/leader_elect/shard1/election

> >>> > [junit4:junit4]   2> 5813 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error

> >>> Path:/solr/collections/collection1/leaders Error:KeeperErrorCode =

> NoNode

> >>> for /solr/collections/collection1/leaders

> >>> > [junit4:junit4]   2> 5815 T2279

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader

> >>> process.

> >>> > [junit4:junit4]   2> 5817 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 5824 T2279

> >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough

> >>> replicas found to continue.

> >>> > [junit4:junit4]   2> 5824 T2279

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new

> leader

> >>> - try and sync

> >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas to

> >>> http://127.0.0.1:49879/collection1/

> >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync

> Success -

> >>> now sync replicas to me

> >>> > [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe

> >>> http://127.0.0.1:49879/collection1/ has no replicas

> >>> > [junit4:junit4]   2> 5826 T2279

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new

> leader:

> >>> http://127.0.0.1:49879/collection1/

> >>> > [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/leaders/shard1

> >>> > [junit4:junit4]   2> 5842 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 6744 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are

> >>> http://127.0.0.1:49879/collection1/ and leader is

> >>> http://127.0.0.1:49879/collection1/

> >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49879

> >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I am

> the

> >>> leader, no recovery necessary

> >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing

> >>> core=collection1 state=active

> >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 6811 T2279 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-8.1.8.v20121106

> >>> > [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart Started

> >>> SelectChannelConnector@127.0.0.1:49882

> >>> > [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 7011 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> JNDI not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 7011 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296

> >>> > [junit4:junit4]   2> 7012 T2237 oasc.CoreContainer$Initializer.initialize

> >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/solr.xml

> >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New

> >>> CoreContainer 883532060

> >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/'

> >>> > [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/'

> >>> > [junit4:junit4]   2> 7046 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:

> >>> 60000

> >>> > [junit4:junit4]   2> 7047 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:

> http://

> >>> > [junit4:junit4]   2> 7047 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:

> >>> 15000

> >>> > [junit4:junit4]   2> 7048 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> >>> maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 7048 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 7049 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maximumPoolSize to:

> >>> 2147483647

> >>> > [junit4:junit4]   2> 7049 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maxThreadIdleTime

> >>> to: 5

> >>> > [junit4:junit4]   2> 7050 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -

> 1

> >>> > [junit4:junit4]   2> 7050 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:

> false

> >>> > [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper

> >>> Zookeeper client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath

> zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@29239796

> >>> > [junit4:junit4]   2> 7081 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 7081 T2290

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 7082 T2290

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49883

> >>> > [junit4:junit4]   2> 7083 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49883

> >>> > [junit4:junit4]   2> 7085 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0007 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49883

> >>> > [junit4:junit4]   2> 7085 T2290

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@29239796

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 7086 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 7088 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0007

> >>> > [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49883 which had sessionid

> 0x13ca0af48aa0007

> >>> > [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run

> >>> EventThread shut down

> >>> > [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0007 closed

> >>> > [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6

> >>> > [junit4:junit4]   2> 7096 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 7096 T2292

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 7097 T2292

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49884

> >>> > [junit4:junit4]   2> 7098 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49884

> >>> > [junit4:junit4]   2> 7099 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0008 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49884

> >>> > [junit4:junit4]   2> 7099 T2292

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 7100 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 7101 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 7103 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 7104 T2237

> oasc.ZkController.createEphemeralLiveNode

> >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_

> >>> > [junit4:junit4]   2> 7105 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49882_

> >>> > [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49882_

> >>> > [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 2)

> >>> > [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 2)

> >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (3)

> >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 3)

> >>> > [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (3)

> >>> > [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (3)

> >>> > [junit4:junit4]   2> 7119 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1

> >>> > [junit4:junit4]   2> 7128 T2294

> oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:collection1

> >>> > [junit4:junit4]   2> 7129 T2294

> oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName Load

> >>> collection config from:/collections/collection1

> >>> > [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1/'

> >>> > [junit4:junit4]   2> 7132 T2294

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 7133 T2294

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema Reading

> Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 7764 T2294

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 7795 T2294 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 7800 T2294 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 7805 T2294

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 7807 T2294

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/

> >>> > [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2 forceNew:false

> >>> > [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index/

> >>> > [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> 1359905507479/jetty2/index'

> >>> doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index forceNew:false

> >>> > [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 7818 T2294 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>>

> >>> > [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 7822 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 7822 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 7823 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 7823 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 7824 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 7824 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 7825 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 7825 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 7826 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 7827 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 7827 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 7828 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 7828 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 7829 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 7829 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 7830 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 7830 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7831 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7831 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7832 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7833 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7833 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7834 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7834 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7835 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 7836 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@43571abe main

> >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft

> AutoCommit:

> >>> disabled

> >>> > [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@43571abe

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 8269 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 8270 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard1",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}

> >>> > [junit4:junit4]   2> 8276 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}

> >>> > [junit4:junit4]   2> 8276 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already

> exists

> >>> with numShards=2

> >>> > [junit4:junit4]   2> 8276 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard2

> >>> > [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49882 collection:collection1

> >>> shard:shard2

> >>> > [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/leader_elect/shard2/election

> >>> > [junit4:junit4]   2> 8922 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error

> >>> Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode

> =

> >>> NoNode for /solr/collections/collection1/leaders/shard2

> >>> > [junit4:junit4]   2> 8924 T2294

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader

> >>> process.

> >>> > [junit4:junit4]   2> 8925 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 8929 T2294

> >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough

> >>> replicas found to continue.

> >>> > [junit4:junit4]   2> 8930 T2294

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new

> leader

> >>> - try and sync

> >>> > [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas to

> >>> http://127.0.0.1:49882/collection1/

> >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync

> Success -

> >>> now sync replicas to me

> >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe

> >>> http://127.0.0.1:49882/collection1/ has no replicas

> >>> > [junit4:junit4]   2> 8932 T2294

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new

> leader:

> >>> http://127.0.0.1:49882/collection1/

> >>> > [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/leaders/shard2

> >>> > [junit4:junit4]   2> 8943 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 9797 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are

> >>> http://127.0.0.1:49882/collection1/ and leader is

> >>> http://127.0.0.1:49882/collection1/

> >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49882

> >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I am

> the

> >>> leader, no recovery necessary

> >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing

> >>> core=collection1 state=active

> >>> > [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 9835 T2294 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-8.1.8.v20121106

> >>> > [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart Started

> >>> SelectChannelConnector@127.0.0.1:49885

> >>> > [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 10001 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> JNDI not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 10001 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315

> >>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer$Initializer.initialize

> >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/solr.xml

> >>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New

> >>> CoreContainer 1478444421

> >>> > [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/'

> >>> > [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/'

> >>> > [junit4:junit4]   2> 10047 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:

> >>> 60000

> >>> > [junit4:junit4]   2> 10048 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:

> http://

> >>> > [junit4:junit4]   2> 10048 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:

> >>> 15000

> >>> > [junit4:junit4]   2> 10049 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> >>> maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 10050 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 10050 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maximumPoolSize to:

> >>> 2147483647

> >>> > [junit4:junit4]   2> 10051 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maxThreadIdleTime

> >>> to: 5

> >>> > [junit4:junit4]   2> 10051 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -

> 1

> >>> > [junit4:junit4]   2> 10052 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:

> false

> >>> > [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper

> >>> Zookeeper client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath

> zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1

> >>> > [junit4:junit4]   2> 10086 T2237

> >>> oascc.ConnectionManager.waitForConnected Waiting for client to

> connect to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 10086 T2305

> >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection

> to

> >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using

> SASL

> >>> (access denied ("javax.security.auth.AuthPermission"

> >>> "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 10088 T2305

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49886

> >>> > [junit4:junit4]   2> 10089 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49886

> >>> > [junit4:junit4]   2> 10089 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0009 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49886

> >>> > [junit4:junit4]   2> 10090 T2305

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@642e29e1

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 10090 T2237

> >>> oascc.ConnectionManager.waitForConnected Client is connected to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 10092 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0009

> >>> > [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock Closed

> >>> socket connection for client /127.0.0.1:49886 which had sessionid

> >>> 0x13ca0af48aa0009

> >>> > [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run

> >>> EventThread shut down

> >>> > [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0009 closed

> >>> > [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd

> >>> > [junit4:junit4]   2> 10100 T2237

> >>> oascc.ConnectionManager.waitForConnected Waiting for client to

> connect to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 10100 T2307

> >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection

> to

> >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using

> SASL

> >>> (access denied ("javax.security.auth.AuthPermission"

> >>> "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 10101 T2307

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49887

> >>> > [junit4:junit4]   2> 10102 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49887

> >>> > [junit4:junit4]   2> 10103 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa000a with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49887

> >>> > [junit4:junit4]   2> 10104 T2307

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@3507d0fd

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 10104 T2237

> >>> oascc.ConnectionManager.waitForConnected Client is connected to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 10106 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000a

> >>> type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 10108 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000a

> >>> type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 10110 T2237

> >>> oasc.ZkController.createEphemeralLiveNode Register node as live in

> >>> ZooKeeper:/live_nodes/127.0.0.1:49885_

> >>> > [junit4:junit4]   2> 10111 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000a

> >>> type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49885_

> >>> > [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49885_

> >>> > [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 3)

> >>> > [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 3)

> >>> > [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 3)

> >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (4)

> >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 4)

> >>> > [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (4)

> >>> > [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (4)

> >>> > [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (4)

> >>> > [junit4:junit4]   2> 10125 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1

> >>> > [junit4:junit4]   2> 10134 T2309

> oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:collection1

> >>> > [junit4:junit4]   2> 10135 T2309

> oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName

> Load

> >>> collection config from:/collections/collection1

> >>> > [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1/'

> >>> > [junit4:junit4]   2> 10138 T2309

> >>> oasc.SolrResourceLoader.replaceClassLoader Adding

> >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 10139 T2309

> >>> oasc.SolrResourceLoader.replaceClassLoader Adding

> >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded

> SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema

> Reading Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 10784 T2309

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 10817 T2309 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 10823 T2309 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 10828 T2309

> >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates

> from

> >>> open-exchange-rates.json

> >>> > [junit4:junit4]   2> 10830 T2309

> >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates

> from

> >>> open-exchange-rates.json

> >>> > [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/

> >>> > [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get return

> >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3 forceNew:false

> >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index/

> >>> > [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> 1359905507479/jetty3/index'

> >>> doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get return

> >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index forceNew:false

> >>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> > [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 10846 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 10847 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 10847 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 10848 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 10849 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 10849 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 10850 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 10851 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 10852 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 10853 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 10854 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 10854 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 10855 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 10855 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 10856 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 10856 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 10857 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10857 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10858 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10859 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10860 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10861 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10861 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10862 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10862 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 10863 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 10871 T2309 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 10873 T2309 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@682615b3 main

> >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@682615b3

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish numShards

> not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 11333 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 11336 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard2",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}

> >>> > [junit4:junit4]   2> 11349 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}

> >>> > [junit4:junit4]   2> 11350 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already

> exists

> >>> with numShards=2

> >>> > [junit4:junit4]   2> 11351 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard1

> >>> > [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49885 collection:collection1

> >>> shard:shard1

> >>> > [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are

> >>> http://127.0.0.1:49885/collection1/ and leader is

> >>> http://127.0.0.1:49879/collection1/

> >>> > [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49885

> >>> > [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery Core

> >>> needs to recover:collection1

> >>> > [junit4:junit4]   2> 11934 T2309 oasu.DefaultSolrCoreState.doRecovery

> >>> Running recovery - first canceling any ongoing recovery

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1

> >>> org.apache.solr.core.SolrCore@258a35

> url=http://127.0.0.1:49885/collection1

> >>> node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1

> >>> props:{shard=null, roles=null, state=down, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49885_,

> >>> base_url=http://127.0.0.1:49885}

> >>> > [junit4:junit4]   2> 11935 T2311 C170 P49885 oasc.RecoveryStrategy.run

> >>> Starting recovery process.  core=collection1 recoveringAfterStartup=true

> >>> > [junit4:junit4]   2> 11936 T2309

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 11938 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]

> >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish

> >>> publishing core=collection1 state=recovering

> >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish

> >>> numShards not found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 11943 T2311 C170 P49885

> >>> oascsi.HttpClientUtil.createClient Creating new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-

> 8.1.8.v20121106

> >>> > [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart Started

> >>> SelectChannelConnector@127.0.0.1:49889

> >>> > [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 12125 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> JNDI not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 12126 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427

> >>> > [junit4:junit4]   2> 12126 T2237 oasc.CoreContainer$Initializer.initialize

> >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/solr.xml

> >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New

> >>> CoreContainer 1310203382

> >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/'

> >>> > [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/'

> >>> > [junit4:junit4]   2> 12160 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:

> >>> 60000

> >>> > [junit4:junit4]   2> 12161 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:

> http://

> >>> > [junit4:junit4]   2> 12161 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:

> >>> 15000

> >>> > [junit4:junit4]   2> 12162 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> >>> maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 12162 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 12163 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maximumPoolSize to:

> >>> 2147483647

> >>> > [junit4:junit4]   2> 12163 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maxThreadIdleTime

> >>> to: 5

> >>> > [junit4:junit4]   2> 12164 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -

> 1

> >>> > [junit4:junit4]   2> 12164 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:

> false

> >>> > [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper

> >>> Zookeeper client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath

> zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83

> >>> > [junit4:junit4]   2> 12195 T2237

> >>> oascc.ConnectionManager.waitForConnected Waiting for client to

> connect to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 12195 T2321

> >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection

> to

> >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using

> SASL

> >>> (access denied ("javax.security.auth.AuthPermission"

> >>> "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 12196 T2321

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49890

> >>> > [junit4:junit4]   2> 12197 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49890

> >>> > [junit4:junit4]   2> 12289 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa000b with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49890

> >>> > [junit4:junit4]   2> 12289 T2321

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@4df75a83

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 12291 T2237

> >>> oascc.ConnectionManager.waitForConnected Client is connected to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 12294 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa000b

> >>> > [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa000b closed

> >>> > [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock Closed

> >>> socket connection for client /127.0.0.1:49890 which had sessionid

> >>> 0x13ca0af48aa000b

> >>> > [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run

> >>> EventThread shut down

> >>> > [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>> watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4

> >>> > [junit4:junit4]   2> 12305 T2237

> >>> oascc.ConnectionManager.waitForConnected Waiting for client to

> connect to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 12307 T2323

> >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection

> to

> >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using

> SASL

> >>> (access denied ("javax.security.auth.AuthPermission"

> >>> "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 12308 T2323

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49891

> >>> > [junit4:junit4]   2> 12310 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49891

> >>> > [junit4:junit4]   2> 12313 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa000c with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49891

> >>> > [junit4:junit4]   2> 12313 T2323

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@20c3f9e4

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 12314 T2237

> >>> oascc.ConnectionManager.waitForConnected Client is connected to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 12316 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000c

> >>> type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 12317 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000c

> >>> type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 12319 T2237

> >>> oasc.ZkController.createEphemeralLiveNode Register node as live in

> >>> ZooKeeper:/live_nodes/127.0.0.1:49889_

> >>> > [junit4:junit4]   2> 12320 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000c

> >>> type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49889_

> >>> > [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49889_

> >>> > [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 4)

> >>> > [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 4)

> >>> > [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 4)

> >>> > [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 5)

> >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 5)

> >>> > [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12335 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1

> >>> > [junit4:junit4]   2> 12343 T2325

> oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:collection1

> >>> > [junit4:junit4]   2> 12344 T2325

> oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName

> Load

> >>> collection config from:/collections/collection1

> >>> > [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1/'

> >>> > [junit4:junit4]   2> 12347 T2325

> >>> oasc.SolrResourceLoader.replaceClassLoader Adding

> >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 12347 T2325

> >>> oasc.SolrResourceLoader.replaceClassLoader Adding

> >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded

> SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema

> Reading Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 12897 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 12899 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard1",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"recovering",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}

> >>> > [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 13012 T2325

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 13045 T2325 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 13050 T2325 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 13055 T2325

> >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates

> from

> >>> open-exchange-rates.json

> >>> > [junit4:junit4]   2> 13057 T2325

> >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates

> from

> >>> open-exchange-rates.json

> >>> > [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/

> >>> > [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get return

> >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4 forceNew:false

> >>> > [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index/

> >>> > [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> 1359905507479/jetty4/index'

> >>> doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get return

> >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index forceNew:false

> >>> > [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 13069 T2325 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> > [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 13072 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 13073 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 13073 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 13074 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 13074 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 13075 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 13075 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 13077 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 13077 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 13078 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 13078 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 13079 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 13080 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 13080 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 13080 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 13081 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 13082 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13082 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13083 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13084 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13084 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13085 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13085 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13086 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13086 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 13087 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 13096 T2325 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 13098 T2325 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@76850ab4 main

> >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@76850ab4

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish numShards

> not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 14416 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 14418 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}

> >>> > [junit4:junit4]   2> 14418 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already

> exists

> >>> with numShards=2

> >>> > [junit4:junit4]   2> 14418 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard2

> >>> > [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1

> >>> props:{shard=shard1, roles=null, state=recovering, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49885_,

> >>> base_url=http://127.0.0.1:49885}

> >>> > [junit4:junit4]   2> 14960 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from

> >>> http://127.0.0.1:49879/collection1/ core=collection1 -

> >>> recoveringAfterStartup=true

> >>> > [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync

> PeerSync:

> >>> core=collection1 url=http://127.0.0.1:49885 START

> >>> replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100

> >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync

> WARNING

> >>> no frame of reference to tell of we've missed updates

> >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not

> successful -

> >>> trying replication. core=collection1

> >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885

> >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.

> >>> FSUpdateLog{state=ACTIVE, tlog=null}

> >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.replicate Attempting to replicate from

> >>> http://127.0.0.1:49879/collection1/. core=collection1

> >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885

> >>> oascsi.HttpClientUtil.createClient Creating new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1

> >>> org.apache.solr.core.SolrCore@54e69ff4

> >>> url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_

> >>> C171_STATE=coll:collection1 core:collection1 props:{shard=shard1,

> >>> roles=null, state=active, core=collection1, collection=collection1,

> >>> node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879,

> >>> leader=true}

> >>> > [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get

> >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}

> status=0

> >>> QTime=0

> >>> > [junit4:junit4]   2> 14984 T2268 C171 P49879

> >>> oasu.DirectUpdateHandler2.commit start

> >>>

> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel

> >>> etes=false,softCommit=false}

> >>> > [junit4:junit4]   2> 14985 T2268 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 14987 T2268 C171 P49879

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 14988 T2268 C171 P49879

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 1[segments_1]

> >>> > [junit4:junit4]   2> 14990 T2268 C171 P49879

> >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:

> >>> commits:num=2

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 14991 T2268 C171 P49879

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 14992 T2268 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@7915d36a realtime

> >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879

> >>> oasu.DirectUpdateHandler2.commit end_commit_flush

> >>> > [junit4:junit4]   2> 14994 T2268 C171 P49879 /update

> >>>

> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm

> >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 10

> >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885

> oash.ReplicationHandler.inform

> >>> Commits will be reserved for  10000

> >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>  No

> >>> value set for 'pollInterval'. Timer Task not started.

> >>> > [junit4:junit4]   2> 14998 T2272 C171 P49879

> oash.ReplicationHandler.inform

> >>> Commits will be reserved for  10000

> >>> > [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication

> >>> {command=indexversion&qt=/replication&wt=javabin&version=2}

> status=0

> >>> QTime=2

> >>> > [junit4:junit4]   2> 14999 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2

> >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1

> >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Starting replication process

> >>> > [junit4:junit4]   2> 15002 T2273 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication

> >>>

> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}

> >>> status=0 QTime=1

> >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in

> master: 1

> >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.get return new directory for

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476 forceNew:false

> >>> > [junit4:junit4]   2> 15006 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15007 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Starting download to

> >>>

> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store

> >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true

> >>> > [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication

> >>>

> {file=segments_2&command=filecontent&checksum=true&wt=filestream&

> >>> qt=/replication&generation=2} status=0 QTime=0

> >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs

> >>> > [junit4:junit4]   2> 15019 T2311 C170 P49885

> >>> oash.SnapPuller.modifyIndexProps New index installed. Updating index

> >>> properties... index=index.20130203133202476

> >>> > [junit4:junit4]   2> 15020 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885

> oasc.SolrCore.getNewIndexDir

> >>> New index directory detected:

> >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index/

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> > [junit4:junit4]   2> 15024 T2311 C170 P49885

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 15025 T2311 C170 P49885

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 15026 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885

> >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...

> >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885

> >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is

> >>> unused... core=collection1

> >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885

> >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...

> >>> core=collection1

> >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885

> >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to

> be

> >>> used.

> >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@11568f93 main

> >>> > [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@11568f93

> >>> main{StandardDirectoryReader(segments_2:1:nrt)}

> >>> > [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> > [junit4:junit4]   2> 15034 T2311 C170 P49885

> >>> oasu.DirectUpdateHandler2.commit start

> >>>

> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe

> >>> letes=false,softCommit=false}

> >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885

> >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:

> >>> commits:num=2

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm

> >>> ents_3]

> >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 3[segments_3]

> >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885

> >>> oasu.DirectUpdateHandler2.commit end_commit_flush

> >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885

> oasc.RecoveryStrategy.replay

> >>> No replay needed. core=collection1

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful

> -

> >>> registering as Active. core=collection1

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish

> >>> publishing core=collection1 state=active

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish

> >>> numShards not found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 15040 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49889 collection:collection1

> >>> shard:shard2

> >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are

> >>> http://127.0.0.1:49889/collection1/ and leader is

> >>> http://127.0.0.1:49882/collection1/

> >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49889

> >>> > [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery Core

> >>> needs to recover:collection1

> >>> > [junit4:junit4]   2> 15218 T2325 oasu.DefaultSolrCoreState.doRecovery

> >>> Running recovery - first canceling any ongoing recovery

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1

> >>> org.apache.solr.core.SolrCore@7ea77b6d

> >>> url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_

> >>> C172_STATE=coll:collection1 core:collection1 props:{shard=null,

> roles=null,

> >>> state=down, core=collection1, collection=collection1,

> >>> node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}

> >>> > [junit4:junit4]   2> 15219 T2329 C172 P49889 oasc.RecoveryStrategy.run

> >>> Starting recovery process.  core=collection1 recoveringAfterStartup=true

> >>> > [junit4:junit4]   2> 15219 T2325

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]

> >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish

> >>> publishing core=collection1 state=recovering

> >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish

> >>> numShards not found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 15223 T2329 C172 P49889

> >>> oascsi.HttpClientUtil.createClient Creating new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 15230 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 15232 T2237

> >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for

> >>> recoveries to finish - collection: collection1 failOnTimeout:true timeout

> >>> (sec):230

> >>> > [junit4:junit4]   2> 15234 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 15948 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 15950 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard1",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}

> >>> > [junit4:junit4]   2> 15964 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard2",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"recovering",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}

> >>> > [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 16242 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 17250 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1

> >>> props:{shard=shard2, roles=null, state=recovering, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49889_,

> >>> base_url=http://127.0.0.1:49889}

> >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from

> >>> http://127.0.0.1:49882/collection1/ core=collection1 -

> >>> recoveringAfterStartup=true

> >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync

> PeerSync:

> >>> core=collection1 url=http://127.0.0.1:49889 START

> >>> replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync

> WARNING

> >>> no frame of reference to tell of we've missed updates

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not

> successful -

> >>> trying replication. core=collection1

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.

> >>> FSUpdateLog{state=ACTIVE, tlog=null}

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.replicate Attempting to replicate from

> >>> http://127.0.0.1:49882/collection1/. core=collection1

> >>> > [junit4:junit4]   2> 18235 T2329 C172 P49889

> >>> oascsi.HttpClientUtil.createClient Creating new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1

> >>> org.apache.solr.core.SolrCore@41549a80

> >>> url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_

> >>> C173_STATE=coll:collection1 core:collection1 props:{shard=shard2,

> >>> roles=null, state=active, core=collection1, collection=collection1,

> >>> node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882,

> >>> leader=true}

> >>> > [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get

> >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}

> status=0

> >>> QTime=1

> >>> > [junit4:junit4]   2> 18244 T2287 C173 P49882

> >>> oasu.DirectUpdateHandler2.commit start

> >>>

> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel

> >>> etes=false,softCommit=false}

> >>> > [junit4:junit4]   2> 18246 T2287 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 18248 T2287 C173 P49882

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 18250 T2287 C173 P49882

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 1[segments_1]

> >>> > [junit4:junit4]   2> 18253 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882

> >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:

> >>> commits:num=2

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 18254 T2287 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@33a54dcd realtime

> >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882

> >>> oasu.DirectUpdateHandler2.commit end_commit_flush

> >>> > [junit4:junit4]   2> 18256 T2287 C173 P49882 /update

> >>>

> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm

> >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 12

> >>> > [junit4:junit4]   2> 18257 T2329 C172 P49889

> oash.ReplicationHandler.inform

> >>> Commits will be reserved for  10000

> >>> > [junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>  No

> >>> value set for 'pollInterval'. Timer Task not started.

> >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882

> oash.ReplicationHandler.inform

> >>> Commits will be reserved for  10000

> >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication

> >>> {command=indexversion&qt=/replication&wt=javabin&version=2}

> status=0

> >>> QTime=1

> >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2

> >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1

> >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Starting replication process

> >>> > [junit4:junit4]   2> 18265 T2286 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication

> >>>

> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}

> >>> status=0 QTime=1

> >>> > [junit4:junit4]   2> 18267 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in

> master: 1

> >>> > [junit4:junit4]   2> 18268 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.get return new directory for

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739 forceNew:false

> >>> > [junit4:junit4]   2> 18269 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18270 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Starting download to

> >>>

> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store

> >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true

> >>> > [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication

> >>>

> {file=segments_2&command=filecontent&checksum=true&wt=filestream&

> >>> qt=/replication&generation=2} status=0 QTime=0

> >>> > [junit4:junit4]   2> 18274 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs

> >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889

> >>> oash.SnapPuller.modifyIndexProps New index installed. Updating index

> >>> properties... index=index.20130203133205739

> >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889

> oasc.SolrCore.getNewIndexDir

> >>> New index directory detected:

> >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index/

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> > [junit4:junit4]   2> 18279 T2329 C172 P49889

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 18280 T2329 C172 P49889

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889

> >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...

> >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889

> >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is

> >>> unused... core=collection1

> >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889

> >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...

> >>> core=collection1

> >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889

> >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to

> be

> >>> used.

> >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@2b6d99f5 main

> >>> > [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@2b6d99f5

> >>> main{StandardDirectoryReader(segments_2:1:nrt)}

> >>> > [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> > [junit4:junit4]   2> 18288 T2329 C172 P49889

> >>> oasu.DirectUpdateHandler2.commit start

> >>>

> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe

> >>> letes=false,softCommit=false}

> >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889

> >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:

> >>> commits:num=2

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm

> >>> ents_3]

> >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 3[segments_3]

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> >>> oasu.DirectUpdateHandler2.commit end_commit_flush

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> oasc.RecoveryStrategy.replay

> >>> No replay needed. core=collection1

> >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful

> -

> >>> registering as Active. core=collection1

> >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish

> >>> publishing core=collection1 state=active

> >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish

> >>> numShards not found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 18294 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 19014 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 19015 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard2",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}

> >>> > [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19256 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 19257 T2237

> >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries

> >>> finished - collection: collection1

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1

> >>> org.apache.solr.core.SolrCore@31b27d14

> >>> url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_

> >>> C174_STATE=coll:control_collection core:collection1

> props:{shard=shard1,

> >>> roles=null, state=active, core=collection1, collection=control_collection,

> >>> node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875,

> >>> leader=true}

> >>> > [junit4:junit4]   2> 19265 T2251 C174 P49875

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data

> >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 1[segments_1]

> >>> > [junit4:junit4]   2> 19270 T2251 C174 P49875

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data

> >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@d328104 realtime

> >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875 /update

> >>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297601679360)} 0

> 7

> >>> > [junit4:junit4]   2> 19275 T2273 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 19281 T2284 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1

> >>> props:{shard=shard1, roles=null, state=active, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49885_,

> >>> base_url=http://127.0.0.1:49885}

> >>> > [junit4:junit4]   2> 19289 T2302 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 19291 T2302 C170 P49885 /update

> >>> {update.distrib=FROMLEADER&_version_=-

> >>>

> 1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt

> >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 4

> >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1

> >>> props:{shard=shard2, roles=null, state=active, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49889_,

> >>> base_url=http://127.0.0.1:49889}

> >>> > [junit4:junit4]   2> 19291 T2320 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 19292 T2320 C172 P49889 /update

> >>> {update.distrib=FROMLEADER&_version_=-

> >>>

> 1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt

> >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 2

> >>> > [junit4:junit4]   2> 19293 T2284 C173 P49882 /update

> >>> {update.distrib=TOLEADER&wt=javabin&version=2}

> {deleteByQuery=*:* (-

> >>> 1425964297618456576)} 0 13

> >>> > [junit4:junit4]   2> 19294 T2273 C171 P49879 /update

> >>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0

> 21

> >>> > [junit4:junit4]   2> 19303 T2252 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5

> >>> > [junit4:junit4]   2> 19316 T2303 C170 P49885 /update

> >>>

> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3

> >>> > [junit4:junit4]   2> 19317 T2269 C171 P49879 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER

> >>> &wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10

> >>> > [junit4:junit4]   2> 19318 T2285 C173 P49882 /update

> >>> {wt=javabin&version=2} {add=[1]} 0 13

> >>> > [junit4:junit4]   2> 19328 T2254 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1

> >>> > [junit4:junit4]   2> 19350 T2315 C172 P49889 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4

> >>> > [junit4:junit4]   2> 19351 T2286 C173 P49882 /update

> >>>

> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER

> >>> &wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11

> >>> > [junit4:junit4]   2> 19351 T2271 C171 P49879 /update

> >>> {wt=javabin&version=2} {add=[2]} 0 15

> >>> > [junit4:junit4]   2> 19357 T2255 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3

> >>> > [junit4:junit4]   2> 19365 T2316 C172 P49889 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2

> >>> > [junit4:junit4]   2> 19366 T2289 C173 P49882 /update

> >>> {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7

> >>> > [junit4:junit4]   2> 19371 T2250 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2

> >>> > [junit4:junit4]   2> 19379 T2304 C170 P49885 /update

> >>>

> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2

> >>> > [junit4:junit4]   2> 19380 T2268 C171 P49879 /update

> >>> {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7

> >>> > [junit4:junit4]   2> 19385 T2251 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2

> >>> > [junit4:junit4]   2> 19399 T2317 C172 P49889 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2

> >>> > [junit4:junit4]   2> 19400 T2288 C173 P49882 /update

> >>>

> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER

> >>> &wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9

> >>> > [junit4:junit4]   2> 19401 T2270 C171 P49879 /update

> >>> {wt=javabin&version=2} {add=[5]} 0 12

> >>> > [junit4:junit4]   2> 19406 T2253 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2

> >>> > [junit4:junit4]   2> 19416 T2319 C172 P49889 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2}

> >>> >

> >>> > [...truncated too long message...]

> >>> >

> >>> > it4:junit4]    >    at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando

> >>> mizedRunner.java:787)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.

> >>> evaluate(SystemPropertiesRestoreRule.java:53)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule

> >>> SetupTeardownChained.java:50)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa

> >>> cheSanity.java:51)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA

> >>> fterRule.java:46)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1

> >>> .evaluate(SystemPropertiesInvariantRule.java:55)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh

> >>> readAndTestName.java:49)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule

> >>> IgnoreAfterMaxFailures.java:70)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure

> >>> .java:48)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.

> >>> run(ThreadLeakControl.java:358)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask

> >>> (ThreadLeakControl.java:782)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL

> >>> eakControl.java:442)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran

> >>> domizedRunner.java:746)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando

> >>> mizedRunner.java:648)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando

> >>> mizedRunner.java:682)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando

> >>> mizedRunner.java:693)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.

> >>> evaluate(SystemPropertiesRestoreRule.java:53)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA

> >>> fterRule.java:46)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl

> >>> assName.java:42)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1

> >>> .evaluate(SystemPropertiesInvariantRule.java:55)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet

> >>>

> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet

> >>>

> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss

> >>> ertionsRequired.java:43)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure

> >>> .java:48)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule

> >>> IgnoreAfterMaxFailures.java:70)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore

> >>> TestSuites.java:55)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.

> >>> run(ThreadLeakControl.java:358)

> >>> > [junit4:junit4]    >        at java.lang.Thread.run(Thread.java:722)

> >>> > [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore

> >>> ###deleteCore

> >>> > [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:

> >>> {n_f1=MockFixedIntBlock(blockSize=1923),

> >>> foo_b=PostingsFormat(name=MockRandom),

> >>> cat=PostingsFormat(name=NestedPulsing),

> >>> foo_d=PostingsFormat(name=Asserting),

> >>> foo_f=PostingsFormat(name=MockRandom),

> >>> n_tl1=MockFixedIntBlock(blockSize=1923),

> >>> n_d1=PostingsFormat(name=NestedPulsing),

> >>> rnd_b=PostingsFormat(name=Asserting),

> >>> intDefault=PostingsFormat(name=NestedPulsing),

> >>> n_td1=MockFixedIntBlock(blockSize=1923),

> >>> timestamp=PostingsFormat(name=NestedPulsing),

> >>> id=PostingsFormat(name=Asserting),

> >>> range_facet_sl=PostingsFormat(name=MockRandom),

> >>> range_facet_si=MockFixedIntBlock(blockSize=1923),

> >>> oddField_s=PostingsFormat(name=MockRandom),

> >>> sequence_i=PostingsFormat(name=MockRandom),

> >>> name=PostingsFormat(name=Asserting),

> >>> foo_i=MockFixedIntBlock(blockSize=1923),

> >>> regex_dup_B_s=PostingsFormat(name=NestedPulsing),

> >>> multiDefault=MockFixedIntBlock(blockSize=1923),

> >>> n_tf1=PostingsFormat(name=NestedPulsing),

> >>> n_dt1=MockFixedIntBlock(blockSize=1923),

> >>> genre_s=PostingsFormat(name=MockRandom),

> >>> author_t=MockFixedIntBlock(blockSize=1923),

> >>> n_ti1=PostingsFormat(name=Asserting),

> >>> range_facet_l=PostingsFormat(name=NestedPulsing),

> >>> text=PostingsFormat(name=MockRandom),

> >>> _version_=PostingsFormat(name=NestedPulsing),

> >>> val_i=PostingsFormat(name=Asserting),

> >>> SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing),

> >>> series_t=MockFixedIntBlock(blockSize=1923),

> >>> a_t=PostingsFormat(name=NestedPulsing),

> >>> n_tdt1=PostingsFormat(name=NestedPulsing),

> >>> regex_dup_A_s=PostingsFormat(name=MockRandom),

> >>> price=PostingsFormat(name=MockRandom),

> >>> other_tl1=PostingsFormat(name=NestedPulsing),

> >>> n_l1=PostingsFormat(name=NestedPulsing),

> >>> a_si=MockFixedIntBlock(blockSize=1923),

> >>> inStock=PostingsFormat(name=MockRandom)},

> >>> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},

> >>> locale=hu_HU, timezone=America/Sao_Paulo

> >>> > [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation

> >>> 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144

> >>> > [junit4:junit4]   2> NOTE: All tests run in this JVM:

> >>> [FullSolrCloudDistribCmdsTest, SortByFunctionTest,

> SolrRequestParserTest,

> >>> CacheHeaderTest, AlternateDirectoryTest, SpellingQueryConverterTest,

> >>> SynonymTokenizerTest, TestSort, LukeRequestHandlerTest,

> >>> TestRangeQuery, FileBasedSpellCheckerTest, TestPhraseSuggestions,

> >>> TestPluginEnable, TestComponentsName, TestJmxIntegration,

> >>> SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions,

> BasicDistributedZk2Test,

> >>> UpdateRequestProcessorFactoryTest, BadIndexSchemaTest,

> >>> SchemaVersionSpecificBehaviorTest, WordBreakSolrSpellCheckerTest,

> >>> TestIndexingPerformance, JSONWriterTest,

> >>> FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache,

> >>> PingRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest,

> >>> TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest,

> >>> ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest,

> >>> CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest,

> >>> TestStressRecovery, BadComponentTest, TestJoin,

> DocumentBuilderTest,

> >>> TestStressLucene, DOMUtilTest, TestFunctionQuery,

> TestHashPartitioner,

> >>> SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest,

> >>> HardAutoCommitTest, ChaosMonkeySafeLeaderTest,

> >>> DistributedQueryElevationComponentTest, RegexBoostProcessorTest,

> >>> TestReplicationHandler, UpdateParamsTest,

> >>> DirectUpdateHandlerOptimizeTest, TestGroupingSearch,

> >>> TestElisionMultitermQuery, SuggesterTest, TestCharFilters,

> ReturnFieldsTest,

> >>> StandardRequestHandlerTest, SystemInfoHandlerTest,

> >>> TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest,

> >>> DefaultValueUpdateProcessorTest, LeaderElectionTest,

> >>> SpellCheckComponentTest, TestBinaryResponseWriter,

> >>> TestPseudoReturnFields, TestStressVersions,

> >>> StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest,

> >>> TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions,

> >>> SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory,

> >>> TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest,

> >>> TestPHPSerializedResponseWriter, TestUtils, TestRecovery,

> >>> DistributedTermsComponentTest, UUIDFieldTest,

> >>> ShowFileRequestHandlerTest, TestSolrDeletionPolicy1,

> >>> IndexSchemaRuntimeFieldTest, IndexSchemaTest,

> TestRemoteStreaming,

> >>> TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser,

> >>> PolyFieldTest, TestNumberUtils, TestQuerySenderListener,

> >>> TestFoldingMultitermQuery, TestPartialUpdateDeduplication,

> >>> DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest,

> >>> ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest,

> >>> ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest,

> TestUpdate,

> >>> TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest,

> >>> SimplePostToolTest, NumericFieldsTest, IndexBasedSpellCheckerTest,

> >>> OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser,

> >>> SignatureUpdateProcessorFactoryTest, ResourceLoaderTest,

> >>> BasicDistributedZkTest]

> >>> > [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!

> >>> >

> >>> > [...truncated 380 lines...]

> >>> > BUILD FAILED

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/build.xml:346: The following error occurred while executing this

> >>> line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/build.xml:39: The following error occurred while executing this

> line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build.xml:178: The following error occurred while

> executing this

> >>> line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/common-build.xml:428: The following error occurred while

> >>> executing this line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/lucene/common-build.xml:1176: The following error occurred

> while

> >>> executing this line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/lucene/common-build.xml:841: There were test failures: 249

> suites,

> >>> 1038 tests, 1 failure, 14 ignored (3 assumptions)

> >>> >

> >>> > Total time: 58 minutes 11 seconds

> >>> > Build step 'Invoke Ant' marked build as failure

> >>> > Archiving artifacts

> >>> > Recording test results

> >>> > Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

> >>> > Email was triggered for: Failure

> >>> > Sending email for trigger: Failure

> >>> >

> >>> >

> >>> >

> >>> > ---------------------------------------------------------------------

> >>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org

> >>> > For additional commands, e-mail: dev-help@lucene.apache.org

> >>>

> >>>

> >>> ---------------------------------------------------------------------

> >>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org

> >>> For additional commands, e-mail: dev-help@lucene.apache.org

> >>

> >>

> >> ---------------------------------------------------------------------

> >> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org

> >> For additional commands, e-mail: dev-help@lucene.apache.org

> >>

> >

> >

> >

> > --

> > - Mark

> 

> 

> 

> --

> - Mark

> 

> ---------------------------------------------------------------------

> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org

> For additional commands, e-mail: dev-help@lucene.apache.org


RE: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Uwe Schindler <uw...@thetaphi.de>.
This is indeed strage. This is a default MacOSX install with no special network config. All plain simple:

 



 

-----

Uwe Schindler

H.-H.-Meier-Allee 63, D-28213 Bremen

http://www.thetaphi.de

eMail: uwe@thetaphi.de

 

 

> -----Original Message-----

> From: Mark Miller [mailto:markrmiller@gmail.com]

> Sent: Sunday, February 03, 2013 8:48 PM

> To: dev@lucene.apache.org

> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #

> 178 - Still Failing!

> 

> A jetty is trying to recover by talking to the leader jetty. But it

> keeps hitting the following exception and that is why it never

> recovers. The URL looks to be  <http://127.0.0.1:49879> http://127.0.0.1:49879

> 

> [junit4:junit4]   2> 241315 T2521 C191 P49882

> oascsi.HttpClientUtil.createClient Creating new http client,

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> false

> [junit4:junit4]   2> 241324 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute I/O exception

> (java.net.SocketException) caught when processing request: Invalid

> argument

> [junit4:junit4]   2> 241325 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute Retrying request

> [junit4:junit4]   2> 241326 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute I/O exception

> (java.net.SocketException) caught when processing request: Invalid

> argument

> [junit4:junit4]   2> 241326 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute Retrying request

> [junit4:junit4]   2> 241326 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute I/O exception

> (java.net.SocketException) caught when processing request: Invalid

> argument

> [junit4:junit4]   2> 241327 T2521 C191 P49882

> oahic.DefaultRequestDirector.tryExecute Retrying request

> [junit4:junit4]   2> 241328 T2521 C191 P49882 oasc.SolrException.log

> SEVERE Error while trying to recover.

> core=unloadcollection2:org.apache.solr.client.solrj.SolrServerException:

> IOException occured when talking to server at:  <http://127.0.0.1:49879> http://127.0.0.1:49879

> [junit4:junit4]   2>                       at

> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:

> 416)

> [junit4:junit4]   2>                       at

> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:

> 181)

> [junit4:junit4]   2>                       at

> org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStr

> ategy.java:202)

> [junit4:junit4]   2>                       at

> org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:

> 346)

> [junit4:junit4]   2>                       at

> org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)

> [junit4:junit4]   2>       Caused by: java.net.SocketException: Invalid

> argument

> [junit4:junit4]   2>                       at

> java.net.SocketInputStream.socketRead0(Native Method)

> [junit4:junit4]   2>                       at

> java.net.SocketInputStream.read(SocketInputStream.java:150)

> [junit4:junit4]   2>                       at

> java.net.SocketInputStream.read(SocketInputStream.java:121)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessio

> nInputBuffer.java:149)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:

> 111)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessio

> nInputBuffer.java:264)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultRespo

> nseParser.java:98)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessagePars

> er.java:252)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader

> (AbstractHttpClientConnection.java:282)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader

> (DefaultClientConnection.java:247)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHea

> der(AbstractClientConnAdapter.java:216)

> [junit4:junit4]   2>                       at

> org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRe

> questExecutor.java:298)

> [junit4:junit4]   2>                       at

> org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecut

> or.java:125)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequ

> estDirector.java:647)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequest

> Director.java:464)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja

> va:820)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja

> va:754)

> [junit4:junit4]   2>                       at

> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.ja

> va:732)

> [junit4:junit4]   2>                       at

> org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:

> 353)

> [junit4:junit4]   2>                       ... 4 more

> 

> On Sun, Feb 3, 2013 at 2:42 PM, Mark Miller < <ma...@gmail.com> markrmiller@gmail.com>

> wrote:

> > I'll dig in a bit later and pull out the log snippet.

> >

> > In regards to the 'fake' addresses though, this test should not be

> > using them. It create N jetties, all will real addresses. That's the

> > goal anyway.

> >

> > - Mark

> >

> > On Sun, Feb 3, 2013 at 2:01 PM, Uwe Schindler < <ma...@thetaphi.de> uwe@thetaphi.de> wrote:

> >> Can you find out from the logs (or add a system.out), so we see to

> *where* it wants to connect? The Invalid argument should be fine, because

> this is also used in linux when it connects to the fake IPv6 addresses that

> "emulate" broken slaves. The BasicDistributedTestcase has a list of "fake"

> addresses, and I assume it is one of them. Maybe this test should *not* use

> those?

> >>

> >> Uwe

> >>

> >> -----

> >> Uwe Schindler

> >> H.-H.-Meier-Allee 63, D-28213 Bremen

> >>  <http://www.thetaphi.de> http://www.thetaphi.de

> >> eMail:  <ma...@thetaphi.de> uwe@thetaphi.de

> >>

> >>

> >>> -----Original Message-----

> >>> From: Mark Miller [ <ma...@gmail.com> mailto:markrmiller@gmail.com]

> >>> Sent: Sunday, February 03, 2013 5:08 PM

> >>> To:  <ma...@lucene.apache.org> dev@lucene.apache.org

> >>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) -

> Build #

> >>> 178 - Still Failing!

> >>>

> >>> In this test recovery fails because an http request keeps failing with:

> >>>

> >>> java.net.SocketException: Invalid argument

> >>>

> >>> Some googling points to an ipv4/ipv6 issue? Seems like an

> environment/test

> >>> problem.

> >>>

> >>> - Mark

> >>>

> >>> On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server

> >>> < <ma...@thetaphi.de> jenkins@thetaphi.de> wrote:

> >>>

> >>> > Build:  <http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/> http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/

> >>> > Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

> >>> >

> >>> > 1 tests failed.

> >>> > REGRESSION:

> >>> org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

> >>> >

> >>> > Error Message:

> >>> > There are still nodes recoverying - waited for 230 seconds

> >>> >

> >>> > Stack Trace:

> >>> > java.lang.AssertionError: There are still nodes recoverying - waited for

> 230

> >>> seconds

> >>> >     at

> >>>

> __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C3

> >>> 0]:0)

> >>> >     at org.junit.Assert.fail(Assert.java:93)

> >>> >     at

> >>>

> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(

> >>> AbstractDistribZkTestBase.java:168)

> >>> >     at

> >>>

> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(

> >>> AbstractDistribZkTestBase.java:126)

> >>> >     at

> >>>

> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(

> >>> AbstractDistribZkTestBase.java:121)

> >>> >     at

> >>>

> org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(Ba

> >>> sicDistributedZkTest.java:458)

> >>> >     at

> >>>

> org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.j

> >>> ava:337)

> >>> >     at

> >>>

> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistri

> >>> butedSearchTestCase.java:794)

> >>> >     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

> >>> >     at

> >>>

> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j

> >>> ava:57)

> >>> >     at

> >>>

> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces

> >>> sorImpl.java:43)

> >>> >     at java.lang.reflect.Method.invoke(Method.java:601)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize

> >>> dRunner.java:1559)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando

> >>> mizedRunner.java:79)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando

> >>> mizedRunner.java:737)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando

> >>> mizedRunner.java:773)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando

> >>> mizedRunner.java:787)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.

> >>> evaluate(SystemPropertiesRestoreRule.java:53)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule

> >>> SetupTeardownChained.java:50)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa

> >>> cheSanity.java:51)

> >>> >     at

> >>>

> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA

> >>> fterRule.java:46)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1

> >>> .evaluate(SystemPropertiesInvariantRule.java:55)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh

> >>> readAndTestName.java:49)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule

> >>> IgnoreAfterMaxFailures.java:70)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure

> >>> .java:48)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.

> >>> run(ThreadLeakControl.java:358)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask

> >>> (ThreadLeakControl.java:782)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL

> >>> eakControl.java:442)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran

> >>> domizedRunner.java:746)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando

> >>> mizedRunner.java:648)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando

> >>> mizedRunner.java:682)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando

> >>> mizedRunner.java:693)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.

> >>> evaluate(SystemPropertiesRestoreRule.java:53)

> >>> >     at

> >>>

> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA

> >>> fterRule.java:46)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl

> >>> assName.java:42)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1

> >>> .evaluate(SystemPropertiesInvariantRule.java:55)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet

> >>>

> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet

> >>>

> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss

> >>> ertionsRequired.java:43)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure

> >>> .java:48)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule

> >>> IgnoreAfterMaxFailures.java:70)

> >>> >     at

> >>>

> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore

> >>> TestSuites.java:55)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> >     at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.

> >>> run(ThreadLeakControl.java:358)

> >>> >     at java.lang.Thread.run(Thread.java:722)

> >>> >

> >>> >

> >>> >

> >>> >

> >>> > Build Log:

> >>> > [...truncated 8980 lines...]

> >>> > [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest

> >>> > [junit4:junit4]   2> 0 T2237

> >>> oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext

> >>> system property: /

> >>> > [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting

> >>> testDistribSearch

> >>> > [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479

> >>> > [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST

> SERVER

> >>> > [junit4:junit4]   2> 10 T2238

> >>> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server

> >>> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime

> tickTime set

> >>> to 1000

> >>> > [junit4:junit4]   2> 13 T2238

> oazs.ZooKeeperServer.setMinSessionTimeout

> >>> minSessionTimeout set to -1

> >>> > [junit4:junit4]   2> 14 T2238

> oazs.ZooKeeperServer.setMaxSessionTimeout

> >>> maxSessionTimeout set to -1

> >>> > [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure

> binding

> >>> to port 0.0.0.0/0.0.0.0:0

> >>> > [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save Snapshotting:

> 0x0 to

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/zookeeper/server1/data/version-2/snapshot.0

> >>> > [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server on

> >>> port:49872

> >>> > [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=10000

> >>>  <ma...@6ef101c9> watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9

> >>> > [junit4:junit4]   2> 116 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 117 T2243

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 117 T2243

> oaz.ClientCnxn$SendThread.primeConnection

> >>> Socket connection established to localhost/127.0.0.1:49872, initiating

> session

> >>> > [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run Accepted

> >>> socket connection from /127.0.0.1:49873

> >>> > [junit4:junit4]   2> 118 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49873

> >>> > [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating new log

> file:

> >>> log.1

> >>> > [junit4:junit4]   2> 120 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0000 with negotiated timeout 10000

> for

> >>> client /127.0.0.1:49873

> >>> > [junit4:junit4]   2> 121 T2243 oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000

> >>> > [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process

> Watcher

> >>>  <ma...@6ef101c9> org.apache.solr.common.cloud.ConnectionManager@6ef101c9

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 122 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath makePath:

> /solr

> >>> > [junit4:junit4]   2> 128 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0000

> >>> > [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49873 which had sessionid

> 0x13ca0af48aa0000

> >>> > [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0000 closed

> >>> > [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run

> EventThread

> >>> shut down

> >>> > [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000

> >>>

>  <ma...@63bc10cb> watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb

> >>> > [junit4:junit4]   2> 131 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 131 T2245

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 132 T2245

> oaz.ClientCnxn$SendThread.primeConnection

> >>> Socket connection established to localhost/127.0.0.1:49872, initiating

> session

> >>> > [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run Accepted

> >>> socket connection from /127.0.0.1:49874

> >>> > [junit4:junit4]   2> 133 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49874

> >>> > [junit4:junit4]   2> 134 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0001 with negotiated timeout 10000

> for

> >>> client /127.0.0.1:49874

> >>> > [junit4:junit4]   2> 134 T2245 oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000

> >>> > [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process

> Watcher

> >>>  <ma...@63bc10cb> org.apache.solr.common.cloud.ConnectionManager@63bc10cb

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 135 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1

> >>> > [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/shards

> >>> > [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /collections/control_collection

> >>> > [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /collections/control_collection/shards

> >>> > [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/solrconfig.xml

> >>> to /configs/conf1/solrconfig.xml

> >>> > [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/solrconfig.xml

> >>> > [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/schema.xml to

> >>> /configs/conf1/schema.xml

> >>> > [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/schema.xml

> >>> > [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/stopwords.txt

> >>> to /configs/conf1/stopwords.txt

> >>> > [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/stopwords.txt

> >>> > [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/protwords.txt

> >>> to /configs/conf1/protwords.txt

> >>> > [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/protwords.txt

> >>> > [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/currency.xml to

> >>> /configs/conf1/currency.xml

> >>> > [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/currency.xml

> >>> > [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-

> >>> exchange-rates.json to /configs/conf1/open-exchange-rates.json

> >>> > [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/open-exchange-rates.json

> >>> > [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-

> >>> ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt

> >>> > [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/mapping-ISOLatin1Accent.txt

> >>> > [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> >>> files/solr/collection1/conf/old_synonyms.txt to

> >>> /configs/conf1/old_synonyms.txt

> >>> > [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/old_synonyms.txt

> >>> > [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig put

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test-

> files/solr/collection1/conf/synonyms.txt

> >>> to /configs/conf1/synonyms.txt

> >>> > [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /configs/conf1/synonyms.txt

> >>> > [junit4:junit4]   2> 210 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0001

> >>> > [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49874 which had sessionid

> 0x13ca0af48aa0001

> >>> > [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run

> EventThread

> >>> shut down

> >>> > [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0001 closed

> >>> > [junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-8.1.8.v20121106

> >>> > [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart Started

> >>>  <mailto:SelectChannelConnector@127.0.0.1:49875> SelectChannelConnector@127.0.0.1:49875

> >>> > [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome

> JNDI

> >>> not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683

> >>> > [junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize

> looking

> >>> for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/solr.xml

> >>> > [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New

> CoreContainer

> >>> 1814343678

> >>> > [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/'

> >>> > [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/'

> >>> > [junit4:junit4]   2> 482 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting socketTimeout to: 60000

> >>> > [junit4:junit4]   2> 484 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting urlScheme to: http://

> >>> > [junit4:junit4]   2> 485 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting connTimeout to: 15000

> >>> > [junit4:junit4]   2> 485 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 486 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 487 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting maximumPoolSize to: 2147483647

> >>> > [junit4:junit4]   2> 488 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting maxThreadIdleTime to: 5

> >>> > [junit4:junit4]   2> 489 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting sizeOfQueue to: -1

> >>> > [junit4:junit4]   2> 489 T2237

> oashc.HttpShardHandlerFactory.getParameter

> >>> Setting fairnessPolicy to: false

> >>> > [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient Creating

> new

> >>> http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper

> Zookeeper

> >>> client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

>  <ma...@7f27b6e1> watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1

> >>> > [junit4:junit4]   2> 530 T2256

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 529 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 530 T2256

> oaz.ClientCnxn$SendThread.primeConnection

> >>> Socket connection established to localhost/127.0.0.1:49872, initiating

> session

> >>> > [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run Accepted

> >>> socket connection from /127.0.0.1:49876

> >>> > [junit4:junit4]   2> 532 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49876

> >>> > [junit4:junit4]   2> 533 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0002 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49876

> >>> > [junit4:junit4]   2> 533 T2256 oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process

> Watcher

> >>>  <ma...@7f27b6e1> org.apache.solr.common.cloud.ConnectionManager@7f27b6e1

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 535 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 537 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0002

> >>> > [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49876 which had sessionid

> 0x13ca0af48aa0002

> >>> > [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0002 closed

> >>> > [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run

> EventThread

> >>> shut down

> >>> > [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient Creating

> new

> >>> http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>>  <ma...@d43d404> watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404

> >>> > [junit4:junit4]   2> 546 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 547 T2258

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 548 T2258

> oaz.ClientCnxn$SendThread.primeConnection

> >>> Socket connection established to localhost/127.0.0.1:49872, initiating

> session

> >>> > [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run Accepted

> >>> socket connection from /127.0.0.1:49877

> >>> > [junit4:junit4]   2> 550 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49877

> >>> > [junit4:junit4]   2> 551 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0003 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49877

> >>> > [junit4:junit4]   2> 551 T2258 oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process

> Watcher

> >>>  <ma...@d43d404> org.apache.solr.common.cloud.ConnectionManager@d43d404

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 553 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes

> >>> > [junit4:junit4]   2> 570 T2237

> oasc.ZkController.createEphemeralLiveNode

> >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_

> >>> > [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49875_

> >>> > [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49875_

> >>> > [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /overseer_elect/election

> >>> > [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for

> >>> /solr/overseer_elect/leader

> >>> > [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /overseer_elect/leader

> >>> > [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer

> >>> (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting

> >>> > [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run

> Process

> >>> current queue of collection creations

> >>> > [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /clusterstate.json

> >>> > [junit4:junit4]   2> 605 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/collection1

> >>> > [junit4:junit4]   2> 615 T2262 oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:control_collection

> >>> > [junit4:junit4]   2> 616 T2260 oasc.Overseer$ClusterStateUpdater.run

> >>> Starting to work on the main queue

> >>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName Load

> >>> collection config from:/collections/control_collection

> >>> > [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/collection1/'

> >>> > [junit4:junit4]   2> 621 T2262

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-

> >>> 1359905507683/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 621 T2262

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-

> >>> 1359905507683/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema Reading

> Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 1305 T2262

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 1349 T2262 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 1354 T2262 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 1359 T2262

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 1361 T2262

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> controljetty-

> >>> 1359905507683/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/

> >>> > [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>>  <ma...@685d72cd> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data forceNew:false

> >>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data

> >>>

> >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index/

> >>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index' doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index forceNew:false

> >>> > [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>>  <mailto:apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index

> >>>  <ma...@5bb5272b> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 1371 T2262 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index

> >>> > [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 1374 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 1374 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 1374 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 1375 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 1375 T2262

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 1376 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 1376 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 1376 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 1377 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 1377 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 1378 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 1378 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 1379 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 1379 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 1379 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 1380 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 1380 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1381 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1381 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1381 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1383 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1383 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1384 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1384 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 1385 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 1385 T2262

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data

> >>>

> >>> > [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@22fa1cde main

> >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft

> AutoCommit:

> >>> disabled

> >>> > [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@22fa1cde

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 1448 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for

> >>> /solr/overseer/queue

> >>> > [junit4:junit4]   2> 2125 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 2126 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=1 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"1",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"control_collection",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",

> >>> > [junit4:junit4]   2>          "base_url":" <http://127.0.0.1:49875> http://127.0.0.1:49875"}

> >>> > [junit4:junit4]   2> 2126 T2260

> >>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection

> >>> control_collection with numShards 1

> >>> > [junit4:junit4]   2> 2126 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard1

> >>> > [junit4:junit4]   2> 2127 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for

> >>> /solr/overseer/queue-work

> >>> > [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)

> >>> > [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49875

> collection:control_collection

> >>> shard:shard1

> >>> > [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath makePath:

> >>> /collections/control_collection/leader_elect/shard1/election

> >>> > [junit4:junit4]   2> 2467 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode

> =

> >>> NoNode for /solr/collections/control_collection/leaders

> >>> > [junit4:junit4]   2> 2469 T2262

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader

> >>> process.

> >>> > [junit4:junit4]   2> 2469 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 2472 T2262

> >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough

> >>> replicas found to continue.

> >>> > [junit4:junit4]   2> 2472 T2262

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new

> leader

> >>> - try and sync

> >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas to

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/

> >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync

> Success -

> >>> now sync replicas to me

> >>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/ has no replicas

> >>> > [junit4:junit4]   2> 2474 T2262

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new

> leader:

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/

> >>> > [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath makePath:

> >>> /collections/control_collection/leaders/shard1

> >>> > [junit4:junit4]   2> 2481 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0003

> >>> type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 3644 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)

> >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/ and leader is

> >>>  <http://127.0.0.1:49875/collection1/> http://127.0.0.1:49875/collection1/

> >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49875

> >>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I am

> the

> >>> leader, no recovery necessary

> >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing

> >>> core=collection1 state=active

> >>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 3715 T2262 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client, config:

> >>> > [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8

> >>> > [junit4:junit4]   2> 3728 T2264

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 3729 T2264

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49878

> >>> > [junit4:junit4]   2> 3730 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49878

> >>> > [junit4:junit4]   2> 3730 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 3731 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0004 with negotiated timeout 10000

> for

> >>> client /127.0.0.1:49878

> >>> > [junit4:junit4]   2> 3731 T2264

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000

> >>> > [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@16aef4d8

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 3732 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 3734 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog monkey:

> init

> >>> - expire sessions:true cause connection loss:true

> >>> > [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-8.1.8.v20121106

> >>> > [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart Started

> >>> SelectChannelConnector@127.0.0.1:49879

> >>> > [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 3904 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> JNDI not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 3905 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209

> >>> > [junit4:junit4]   2> 3905 T2237 oasc.CoreContainer$Initializer.initialize

> >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/solr.xml

> >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New

> >>> CoreContainer 1639387465

> >>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/'

> >>> > [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/'

> >>> > [junit4:junit4]   2> 3942 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:

> >>> 60000

> >>> > [junit4:junit4]   2> 3942 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:

> http://

> >>> > [junit4:junit4]   2> 3943 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:

> >>> 15000

> >>> > [junit4:junit4]   2> 3943 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> >>> maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 3944 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 3944 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maximumPoolSize to:

> >>> 2147483647

> >>> > [junit4:junit4]   2> 3945 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maxThreadIdleTime

> >>> to: 5

> >>> > [junit4:junit4]   2> 3945 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -

> 1

> >>> > [junit4:junit4]   2> 3946 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:

> false

> >>> > [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper

> >>> Zookeeper client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath

> zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973

> >>> > [junit4:junit4]   2> 3982 T2275

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 3983 T2275

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49880

> >>> > [junit4:junit4]   2> 3984 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49880

> >>> > [junit4:junit4]   2> 3985 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 3990 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0005 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49880

> >>> > [junit4:junit4]   2> 3991 T2275

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@5dbf0973

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 3991 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 3993 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0005

> >>> > [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49880 which had sessionid

> 0x13ca0af48aa0005

> >>> > [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0005 closed

> >>> > [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>> watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e

> >>> > [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run

> >>> EventThread shut down

> >>> > [junit4:junit4]   2> 4002 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 4003 T2277

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 4005 T2277

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49881

> >>> > [junit4:junit4]   2> 4006 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49881

> >>> > [junit4:junit4]   2> 4007 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0006 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49881

> >>> > [junit4:junit4]   2> 4007 T2277

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@ddf927e

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 4008 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 4009 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 4010 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 4012 T2237

> oasc.ZkController.createEphemeralLiveNode

> >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_

> >>> > [junit4:junit4]   2> 4013 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49879_

> >>> > [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49879_

> >>> > [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 1)

> >>> > [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (2)

> >>> > [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (2)

> >>> > [junit4:junit4]   2> 4026 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1

> >>> > [junit4:junit4]   2> 4035 T2279

> oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:collection1

> >>> > [junit4:junit4]   2> 4036 T2279

> oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName Load

> >>> collection config from:/collections/collection1

> >>> > [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1/'

> >>> > [junit4:junit4]   2> 4039 T2279

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 4040 T2279

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema Reading

> Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 4637 T2279

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 4671 T2279 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 4677 T2279 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 4684 T2279

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 4686 T2279

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-

> >>> 1359905511209/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/

> >>> > [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1 forceNew:false

> >>> > [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index/

> >>> > [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> 1359905507479/jetty1/index'

> >>> doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index forceNew:false

> >>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>>

> >>> > [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 4700 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 4700 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 4701 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 4701 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 4702 T2279

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 4702 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 4702 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 4703 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 4704 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 4704 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 4705 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 4705 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 4706 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 4706 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 4707 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 4708 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 4708 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4709 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4709 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4710 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4711 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4711 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4712 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4712 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 4713 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 4713 T2279

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@7db1b132 main

> >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft

> AutoCommit:

> >>> disabled

> >>> > [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@7db1b132

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 5182 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 5185 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=1 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"1",

> >>> > [junit4:junit4]   2>          "shard":"shard1",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"control_collection",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}

> >>> > [junit4:junit4]   2> 5198 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}

> >>> > [junit4:junit4]   2> 5199 T2260

> >>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection

> >>> collection1 with numShards 2

> >>> > [junit4:junit4]   2> 5199 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard1

> >>> > [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49879 collection:collection1

> >>> shard:shard1

> >>> > [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/leader_elect/shard1/election

> >>> > [junit4:junit4]   2> 5813 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error

> >>> Path:/solr/collections/collection1/leaders Error:KeeperErrorCode =

> NoNode

> >>> for /solr/collections/collection1/leaders

> >>> > [junit4:junit4]   2> 5815 T2279

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader

> >>> process.

> >>> > [junit4:junit4]   2> 5817 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 5824 T2279

> >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough

> >>> replicas found to continue.

> >>> > [junit4:junit4]   2> 5824 T2279

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new

> leader

> >>> - try and sync

> >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas to

> >>> http://127.0.0.1:49879/collection1/

> >>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync

> Success -

> >>> now sync replicas to me

> >>> > [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe

> >>> http://127.0.0.1:49879/collection1/ has no replicas

> >>> > [junit4:junit4]   2> 5826 T2279

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new

> leader:

> >>> http://127.0.0.1:49879/collection1/

> >>> > [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/leaders/shard1

> >>> > [junit4:junit4]   2> 5842 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0006

> >>> type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 6744 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)

> >>> > [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are

> >>> http://127.0.0.1:49879/collection1/ and leader is

> >>> http://127.0.0.1:49879/collection1/

> >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49879

> >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I am

> the

> >>> leader, no recovery necessary

> >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing

> >>> core=collection1 state=active

> >>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 6811 T2279 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-8.1.8.v20121106

> >>> > [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart Started

> >>> SelectChannelConnector@127.0.0.1:49882

> >>> > [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 7011 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> JNDI not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 7011 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296

> >>> > [junit4:junit4]   2> 7012 T2237 oasc.CoreContainer$Initializer.initialize

> >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/solr.xml

> >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New

> >>> CoreContainer 883532060

> >>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/'

> >>> > [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/'

> >>> > [junit4:junit4]   2> 7046 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:

> >>> 60000

> >>> > [junit4:junit4]   2> 7047 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:

> http://

> >>> > [junit4:junit4]   2> 7047 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:

> >>> 15000

> >>> > [junit4:junit4]   2> 7048 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> >>> maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 7048 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 7049 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maximumPoolSize to:

> >>> 2147483647

> >>> > [junit4:junit4]   2> 7049 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maxThreadIdleTime

> >>> to: 5

> >>> > [junit4:junit4]   2> 7050 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -

> 1

> >>> > [junit4:junit4]   2> 7050 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:

> false

> >>> > [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper

> >>> Zookeeper client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath

> zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@29239796

> >>> > [junit4:junit4]   2> 7081 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 7081 T2290

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 7082 T2290

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49883

> >>> > [junit4:junit4]   2> 7083 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49883

> >>> > [junit4:junit4]   2> 7085 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0007 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49883

> >>> > [junit4:junit4]   2> 7085 T2290

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@29239796

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 7086 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 7088 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0007

> >>> > [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock Closed

> socket

> >>> connection for client /127.0.0.1:49883 which had sessionid

> 0x13ca0af48aa0007

> >>> > [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run

> >>> EventThread shut down

> >>> > [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0007 closed

> >>> > [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6

> >>> > [junit4:junit4]   2> 7096 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Waiting for client to connect to ZooKeeper

> >>> > [junit4:junit4]   2> 7096 T2292

> oaz.ClientCnxn$SendThread.logStartConnect

> >>> Opening socket connection to server localhost/127.0.0.1:49872. Will not

> >>> attempt to authenticate using SASL (access denied

> >>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 7097 T2292

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49884

> >>> > [junit4:junit4]   2> 7098 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49884

> >>> > [junit4:junit4]   2> 7099 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0008 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49884

> >>> > [junit4:junit4]   2> 7099 T2292

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 7100 T2237

> oascc.ConnectionManager.waitForConnected

> >>> Client is connected to ZooKeeper

> >>> > [junit4:junit4]   2> 7101 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 7103 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 7104 T2237

> oasc.ZkController.createEphemeralLiveNode

> >>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_

> >>> > [junit4:junit4]   2> 7105 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49882_

> >>> > [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49882_

> >>> > [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 2)

> >>> > [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 2)

> >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (3)

> >>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 3)

> >>> > [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (3)

> >>> > [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process Updating

> live

> >>> nodes... (3)

> >>> > [junit4:junit4]   2> 7119 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1

> >>> > [junit4:junit4]   2> 7128 T2294

> oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:collection1

> >>> > [junit4:junit4]   2> 7129 T2294

> oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName Load

> >>> collection config from:/collections/collection1

> >>> > [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1/'

> >>> > [junit4:junit4]   2> 7132 T2294

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 7133 T2294

> oasc.SolrResourceLoader.replaceClassLoader

> >>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema Reading

> Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 7764 T2294

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 7795 T2294 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 7800 T2294 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 7805 T2294

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 7807 T2294

> oass.OpenExchangeRatesOrgProvider.reload

> >>> Reloading exchange rates from open-exchange-rates.json

> >>> > [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-

> >>> 1359905514296/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/

> >>> > [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2 forceNew:false

> >>> > [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index/

> >>> > [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> 1359905507479/jetty2/index'

> >>> doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get return

> new

> >>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index forceNew:false

> >>> > [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 7818 T2294 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>>

> >>> > [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 7822 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 7822 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 7823 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 7823 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 7824 T2294

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 7824 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 7825 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 7825 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 7826 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 7827 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 7827 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 7828 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 7828 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 7829 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 7829 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 7830 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 7830 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7831 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7831 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7832 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7833 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7833 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7834 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7834 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 7835 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 7836 T2294

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close

> Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@43571abe main

> >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft

> AutoCommit:

> >>> disabled

> >>> > [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@43571abe

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 8269 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 8270 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard1",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}

> >>> > [junit4:junit4]   2> 8276 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}

> >>> > [junit4:junit4]   2> 8276 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already

> exists

> >>> with numShards=2

> >>> > [junit4:junit4]   2> 8276 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard2

> >>> > [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49882 collection:collection1

> >>> shard:shard2

> >>> > [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/leader_elect/shard2/election

> >>> > [junit4:junit4]   2> 8922 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error

> >>> Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode

> =

> >>> NoNode for /solr/collections/collection1/leaders/shard2

> >>> > [junit4:junit4]   2> 8924 T2294

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader

> >>> process.

> >>> > [junit4:junit4]   2> 8925 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 8929 T2294

> >>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough

> >>> replicas found to continue.

> >>> > [junit4:junit4]   2> 8930 T2294

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new

> leader

> >>> - try and sync

> >>> > [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas to

> >>> http://127.0.0.1:49882/collection1/

> >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync

> Success -

> >>> now sync replicas to me

> >>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe

> >>> http://127.0.0.1:49882/collection1/ has no replicas

> >>> > [junit4:junit4]   2> 8932 T2294

> >>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new

> leader:

> >>> http://127.0.0.1:49882/collection1/

> >>> > [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath makePath:

> >>> /collections/collection1/leaders/shard2

> >>> > [junit4:junit4]   2> 8943 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa0008

> >>> type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 9797 T2260 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)

> >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are

> >>> http://127.0.0.1:49882/collection1/ and leader is

> >>> http://127.0.0.1:49882/collection1/

> >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49882

> >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I am

> the

> >>> leader, no recovery necessary

> >>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing

> >>> core=collection1 state=active

> >>> > [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 9835 T2294 oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-8.1.8.v20121106

> >>> > [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart Started

> >>> SelectChannelConnector@127.0.0.1:49885

> >>> > [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 10001 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> JNDI not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 10001 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315

> >>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer$Initializer.initialize

> >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/solr.xml

> >>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New

> >>> CoreContainer 1478444421

> >>> > [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/'

> >>> > [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/'

> >>> > [junit4:junit4]   2> 10047 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:

> >>> 60000

> >>> > [junit4:junit4]   2> 10048 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:

> http://

> >>> > [junit4:junit4]   2> 10048 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:

> >>> 15000

> >>> > [junit4:junit4]   2> 10049 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> >>> maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 10050 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 10050 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maximumPoolSize to:

> >>> 2147483647

> >>> > [junit4:junit4]   2> 10051 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maxThreadIdleTime

> >>> to: 5

> >>> > [junit4:junit4]   2> 10051 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -

> 1

> >>> > [junit4:junit4]   2> 10052 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:

> false

> >>> > [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper

> >>> Zookeeper client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath

> zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1

> >>> > [junit4:junit4]   2> 10086 T2237

> >>> oascc.ConnectionManager.waitForConnected Waiting for client to

> connect to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 10086 T2305

> >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection

> to

> >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using

> SASL

> >>> (access denied ("javax.security.auth.AuthPermission"

> >>> "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 10088 T2305

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49886

> >>> > [junit4:junit4]   2> 10089 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49886

> >>> > [junit4:junit4]   2> 10089 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa0009 with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49886

> >>> > [junit4:junit4]   2> 10090 T2305

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@642e29e1

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 10090 T2237

> >>> oascc.ConnectionManager.waitForConnected Client is connected to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 10092 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa0009

> >>> > [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock Closed

> >>> socket connection for client /127.0.0.1:49886 which had sessionid

> >>> 0x13ca0af48aa0009

> >>> > [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run

> >>> EventThread shut down

> >>> > [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa0009 closed

> >>> > [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd

> >>> > [junit4:junit4]   2> 10100 T2237

> >>> oascc.ConnectionManager.waitForConnected Waiting for client to

> connect to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 10100 T2307

> >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection

> to

> >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using

> SASL

> >>> (access denied ("javax.security.auth.AuthPermission"

> >>> "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 10101 T2307

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49887

> >>> > [junit4:junit4]   2> 10102 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49887

> >>> > [junit4:junit4]   2> 10103 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa000a with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49887

> >>> > [junit4:junit4]   2> 10104 T2307

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@3507d0fd

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 10104 T2237

> >>> oascc.ConnectionManager.waitForConnected Client is connected to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 10106 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000a

> >>> type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 10108 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000a

> >>> type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 10110 T2237

> >>> oasc.ZkController.createEphemeralLiveNode Register node as live in

> >>> ZooKeeper:/live_nodes/127.0.0.1:49885_

> >>> > [junit4:junit4]   2> 10111 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000a

> >>> type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49885_

> >>> > [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49885_

> >>> > [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 3)

> >>> > [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 3)

> >>> > [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 3)

> >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (4)

> >>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 4)

> >>> > [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (4)

> >>> > [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (4)

> >>> > [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (4)

> >>> > [junit4:junit4]   2> 10125 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1

> >>> > [junit4:junit4]   2> 10134 T2309

> oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:collection1

> >>> > [junit4:junit4]   2> 10135 T2309

> oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName

> Load

> >>> collection config from:/collections/collection1

> >>> > [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1/'

> >>> > [junit4:junit4]   2> 10138 T2309

> >>> oasc.SolrResourceLoader.replaceClassLoader Adding

> >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 10139 T2309

> >>> oasc.SolrResourceLoader.replaceClassLoader Adding

> >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded

> SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema

> Reading Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 10784 T2309

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 10817 T2309 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 10823 T2309 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 10828 T2309

> >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates

> from

> >>> open-exchange-rates.json

> >>> > [junit4:junit4]   2> 10830 T2309

> >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates

> from

> >>> open-exchange-rates.json

> >>> > [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-

> >>> 1359905517315/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/

> >>> > [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get return

> >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3 forceNew:false

> >>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index/

> >>> > [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> 1359905507479/jetty3/index'

> >>> doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get return

> >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index forceNew:false

> >>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> > [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 10846 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 10847 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 10847 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 10848 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 10849 T2309

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 10849 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 10850 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 10851 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 10852 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 10853 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 10854 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 10854 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 10855 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 10855 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 10856 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 10856 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 10857 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10857 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10858 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10859 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10860 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10861 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10861 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10862 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 10862 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 10863 T2309

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 10871 T2309 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 10873 T2309 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@682615b3 main

> >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@682615b3

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish numShards

> not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 11333 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 11336 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard2",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}

> >>> > [junit4:junit4]   2> 11349 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}

> >>> > [junit4:junit4]   2> 11350 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already

> exists

> >>> with numShards=2

> >>> > [junit4:junit4]   2> 11351 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard1

> >>> > [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)

> >>> > [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49885 collection:collection1

> >>> shard:shard1

> >>> > [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are

> >>> http://127.0.0.1:49885/collection1/ and leader is

> >>> http://127.0.0.1:49879/collection1/

> >>> > [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49885

> >>> > [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery Core

> >>> needs to recover:collection1

> >>> > [junit4:junit4]   2> 11934 T2309 oasu.DefaultSolrCoreState.doRecovery

> >>> Running recovery - first canceling any ongoing recovery

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1

> >>> org.apache.solr.core.SolrCore@258a35

> url=http://127.0.0.1:49885/collection1

> >>> node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1

> >>> props:{shard=null, roles=null, state=down, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49885_,

> >>> base_url=http://127.0.0.1:49885}

> >>> > [junit4:junit4]   2> 11935 T2311 C170 P49885 oasc.RecoveryStrategy.run

> >>> Starting recovery process.  core=collection1 recoveringAfterStartup=true

> >>> > [junit4:junit4]   2> 11936 T2309

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 11938 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]

> >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish

> >>> publishing core=collection1 state=recovering

> >>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish

> >>> numShards not found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 11943 T2311 C170 P49885

> >>> oascsi.HttpClientUtil.createClient Creating new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-

> 8.1.8.v20121106

> >>> > [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart Started

> >>> SelectChannelConnector@127.0.0.1:49889

> >>> > [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init()

> >>> > [junit4:junit4]   2> 12125 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> JNDI not configured for solr (NoInitialContextEx)

> >>> > [junit4:junit4]   2> 12126 T2237

> oasc.SolrResourceLoader.locateSolrHome

> >>> using system property solr.solr.home: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427

> >>> > [junit4:junit4]   2> 12126 T2237 oasc.CoreContainer$Initializer.initialize

> >>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/solr.xml

> >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New

> >>> CoreContainer 1310203382

> >>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading

> >>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/'

> >>> > [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/'

> >>> > [junit4:junit4]   2> 12160 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:

> >>> 60000

> >>> > [junit4:junit4]   2> 12161 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:

> http://

> >>> > [junit4:junit4]   2> 12161 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:

> >>> 15000

> >>> > [junit4:junit4]   2> 12162 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> >>> maxConnectionsPerHost to: 20

> >>> > [junit4:junit4]   2> 12162 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0

> >>> > [junit4:junit4]   2> 12163 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maximumPoolSize to:

> >>> 2147483647

> >>> > [junit4:junit4]   2> 12163 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting

> maxThreadIdleTime

> >>> to: 5

> >>> > [junit4:junit4]   2> 12164 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -

> 1

> >>> > [junit4:junit4]   2> 12164 T2237

> >>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to:

> false

> >>> > [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout

> >>> =60000&connTimeout=15000&retry=false

> >>> > [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering Log

> >>> Listener

> >>> > [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper

> >>> Zookeeper client=127.0.0.1:49872/solr

> >>> > [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath

> zkHost

> >>> includes chroot

> >>> > [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000

> >>>

> watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83

> >>> > [junit4:junit4]   2> 12195 T2237

> >>> oascc.ConnectionManager.waitForConnected Waiting for client to

> connect to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 12195 T2321

> >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection

> to

> >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using

> SASL

> >>> (access denied ("javax.security.auth.AuthPermission"

> >>> "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 12196 T2321

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49890

> >>> > [junit4:junit4]   2> 12197 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49890

> >>> > [junit4:junit4]   2> 12289 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa000b with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49890

> >>> > [junit4:junit4]   2> 12289 T2321

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@4df75a83

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 12291 T2237

> >>> oascc.ConnectionManager.waitForConnected Client is connected to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 12294 T2242

> oazs.PrepRequestProcessor.pRequest2Txn

> >>> Processed session termination for sessionid: 0x13ca0af48aa000b

> >>> > [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session:

> >>> 0x13ca0af48aa000b closed

> >>> > [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock Closed

> >>> socket connection for client /127.0.0.1:49890 which had sessionid

> >>> 0x13ca0af48aa000b

> >>> > [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=

> >>> 60000&connTimeout=15000

> >>> > [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run

> >>> EventThread shut down

> >>> > [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating client

> >>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000

> >>> watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4

> >>> > [junit4:junit4]   2> 12305 T2237

> >>> oascc.ConnectionManager.waitForConnected Waiting for client to

> connect to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 12307 T2323

> >>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection

> to

> >>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using

> SASL

> >>> (access denied ("javax.security.auth.AuthPermission"

> >>> "getLoginConfiguration"))

> >>> > [junit4:junit4]   2> 12308 T2323

> >>> oaz.ClientCnxn$SendThread.primeConnection Socket connection

> established

> >>> to localhost/127.0.0.1:49872, initiating session

> >>> > [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run

> Accepted

> >>> socket connection from /127.0.0.1:49891

> >>> > [junit4:junit4]   2> 12310 T2239

> >>> oazs.ZooKeeperServer.processConnectRequest Client attempting to

> >>> establish new session at /127.0.0.1:49891

> >>> > [junit4:junit4]   2> 12313 T2241 oazs.ZooKeeperServer.finishSessionInit

> >>> Established session 0x13ca0af48aa000c with negotiated timeout 20000

> for

> >>> client /127.0.0.1:49891

> >>> > [junit4:junit4]   2> 12313 T2323

> oaz.ClientCnxn$SendThread.onConnected

> >>> Session establishment complete on server localhost/127.0.0.1:49872,

> >>> sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000

> >>> > [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process

> Watcher

> >>> org.apache.solr.common.cloud.ConnectionManager@20c3f9e4

> >>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event

> >>> WatchedEvent state:SyncConnected type:None path:null path:null

> >>> type:None

> >>> > [junit4:junit4]   2> 12314 T2237

> >>> oascc.ConnectionManager.waitForConnected Client is connected to

> >>> ZooKeeper

> >>> > [junit4:junit4]   2> 12316 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000c

> >>> type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 12317 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000c

> >>> type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for

> /solr/overseer

> >>> > [junit4:junit4]   2> 12319 T2237

> >>> oasc.ZkController.createEphemeralLiveNode Register node as live in

> >>> ZooKeeper:/live_nodes/127.0.0.1:49889_

> >>> > [junit4:junit4]   2> 12320 T2242 oazs.PrepRequestProcessor.pRequest

> Got

> >>> user-level KeeperException when processing

> sessionid:0x13ca0af48aa000c

> >>> type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error

> >>> Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode =

> NoNode

> >>> for /solr/live_nodes/127.0.0.1:49889_

> >>> > [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath makePath:

> >>> /live_nodes/127.0.0.1:49889_

> >>> > [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 4)

> >>> > [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 4)

> >>> > [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 4)

> >>> > [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 5)

> >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> >>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating...

> (live

> >>> nodes size: 5)

> >>> > [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process

> Updating

> >>> live nodes... (5)

> >>> > [junit4:junit4]   2> 12335 T2237

> >>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating

> >>> cluster state from ZooKeeper...

> >>> > [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating

> SolrCore

> >>> 'collection1' using instanceDir: /Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1

> >>> > [junit4:junit4]   2> 12343 T2325

> oasc.ZkController.createCollectionZkNode

> >>> Check for collection zkNode:collection1

> >>> > [junit4:junit4]   2> 12344 T2325

> oasc.ZkController.createCollectionZkNode

> >>> Collection zkNode exists

> >>> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName

> Load

> >>> collection config from:/collections/collection1

> >>> > [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new

> >>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1/'

> >>> > [junit4:junit4]   2> 12347 T2325

> >>> oasc.SolrResourceLoader.replaceClassLoader Adding

> >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1/lib/classes/' to classloader

> >>> > [junit4:junit4]   2> 12347 T2325

> >>> oasc.SolrResourceLoader.replaceClassLoader Adding

> >>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1/lib/README' to classloader

> >>> > [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene

> >>> MatchVersion: LUCENE_50

> >>> > [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded

> SolrConfig:

> >>> solrconfig.xml

> >>> > [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema

> Reading Solr

> >>> Schema

> >>> > [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema Schema

> >>> name=test

> >>> > [junit4:junit4]   2> 12897 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 12899 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard1",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"recovering",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}

> >>> > [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 13012 T2325

> oass.OpenExchangeRatesOrgProvider.init

> >>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.

> >>> > [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema default

> >>> search field in schema is text

> >>> > [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema unique

> key

> >>> field: id

> >>> > [junit4:junit4]   2> 13045 T2325 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 13050 T2325 oass.FileExchangeRateProvider.reload

> >>> Reloading exchange rates from file currency.xml

> >>> > [junit4:junit4]   2> 13055 T2325

> >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates

> from

> >>> open-exchange-rates.json

> >>> > [junit4:junit4]   2> 13057 T2325

> >>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates

> from

> >>> open-exchange-rates.json

> >>> > [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1]

> Opening

> >>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-

> >>> 1359905519427/collection1/,

> >>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/

> >>> > [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX

> >>> monitoring is enabled. Adding Solr mbeans to JMX Server:

> >>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd

> >>> > [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory

> >>> solr.NRTCachingDirectoryFactory

> >>> > [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get return

> >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4 forceNew:false

> >>> > [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New

> index

> >>> directory detected: old=null

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index/

> >>> > [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING

> >>> [collection1] Solr index directory

> >>> './org.apache.solr.cloud.BasicDistributedZkTest-

> 1359905507479/jetty4/index'

> >>> doesn't exist. Creating new index...

> >>> > [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get return

> >>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index forceNew:false

> >>> > [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit

> >>> SolrDeletionPolicy.onCommit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 13069 T2325 oasc.SolrDeletionPolicy.updateCommits

> >>> newest commit = 1[segments_1]

> >>> > [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> > [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created xml:

> >>> solr.XMLResponseWriter

> >>> > [junit4:junit4]   2> 13072 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe"

> >>> > [junit4:junit4]   2> 13073 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "dedupe-allfields"

> >>> > [junit4:junit4]   2> 13073 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "stored_sig"

> >>> > [junit4:junit4]   2> 13074 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "uniq-fields"

> >>> > [junit4:junit4]   2> 13074 T2325

> oasup.UpdateRequestProcessorChain.init

> >>> inserting DistributedUpdateProcessorFactory into

> >>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"

> >>> > [junit4:junit4]   2> 13075 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 13075 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /replication:

> >>> solr.ReplicationHandler

> >>> > [junit4:junit4]   2> 13077 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created standard:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 13077 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /get:

> >>> solr.RealTimeGetHandler

> >>> > [junit4:junit4]   2> 13078 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created dismax:

> >>> solr.SearchHandler

> >>> > [junit4:junit4]   2> 13078 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created mock:

> >>> org.apache.solr.core.MockQuerySenderListenerReqHandler

> >>> > [junit4:junit4]   2> 13079 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:

> >>> org.apache.solr.handler.admin.AdminHandlers

> >>> > [junit4:junit4]   2> 13080 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created defaults:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 13080 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig adding lazy

> requestHandler:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 13080 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created lazy:

> >>> solr.StandardRequestHandler

> >>> > [junit4:junit4]   2> 13081 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /update:

> >>> solr.UpdateRequestHandler

> >>> > [junit4:junit4]   2> 13082 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /terms:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13082 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13083 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckCompRH_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13084 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13084 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> >>> spellCheckWithWordbreak_Direct:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13085 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created

> spellCheckCompRH1:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13085 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13086 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:

> >>> org.apache.solr.handler.component.SearchHandler

> >>> > [junit4:junit4]   2> 13086 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:

> >>> solr.MoreLikeThisHandler

> >>> > [junit4:junit4]   2> 13087 T2325

> >>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:

> >>> solr.DumpRequestHandler

> >>> > [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init

> >>> xsltCacheLifetimeSeconds=60

> >>> > [junit4:junit4]   2> 13096 T2325 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>,

> Please

> >>> update your config to use the ShowFileRequestHandler.

> >>> > [junit4:junit4]   2> 13098 T2325 oasc.SolrCore.initDeprecatedSupport

> >>> WARNING adding ShowFileRequestHandler with hidden files:

> [SCHEMA.XML,

> >>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-

> >>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-

> >>> ISOLATIN1ACCENT.TXT]

> >>> > [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init> Opening

> >>> Searcher@76850ab4 main

> >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft

> >>> AutoCommit: disabled

> >>> > [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform

> >>> Initializing spell checkers

> >>> > [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init:

> >>>

> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe

> >>> ngth=3}

> >>> > [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@76850ab4

> >>> main{StandardDirectoryReader(segments_1:1)}

> >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing

> >>> core=collection1 state=down

> >>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish numShards

> not

> >>> found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 14416 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 14418 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":null,

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"down",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}

> >>> > [junit4:junit4]   2> 14418 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Collection already

> exists

> >>> with numShards=2

> >>> > [junit4:junit4]   2> 14418 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to

> >>> shard shard=shard2

> >>> > [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1

> >>> props:{shard=shard1, roles=null, state=recovering, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49885_,

> >>> base_url=http://127.0.0.1:49885}

> >>> > [junit4:junit4]   2> 14960 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from

> >>> http://127.0.0.1:49879/collection1/ core=collection1 -

> >>> recoveringAfterStartup=true

> >>> > [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync

> PeerSync:

> >>> core=collection1 url=http://127.0.0.1:49885 START

> >>> replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100

> >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync

> WARNING

> >>> no frame of reference to tell of we've missed updates

> >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not

> successful -

> >>> trying replication. core=collection1

> >>> > [junit4:junit4]   2> 14962 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 14963 T2311 C170 P49885

> >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.

> >>> FSUpdateLog{state=ACTIVE, tlog=null}

> >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.replicate Attempting to replicate from

> >>> http://127.0.0.1:49879/collection1/. core=collection1

> >>> > [junit4:junit4]   2> 14964 T2311 C170 P49885

> >>> oascsi.HttpClientUtil.createClient Creating new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1

> >>> org.apache.solr.core.SolrCore@54e69ff4

> >>> url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_

> >>> C171_STATE=coll:collection1 core:collection1 props:{shard=shard1,

> >>> roles=null, state=active, core=collection1, collection=collection1,

> >>> node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879,

> >>> leader=true}

> >>> > [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get

> >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}

> status=0

> >>> QTime=0

> >>> > [junit4:junit4]   2> 14984 T2268 C171 P49879

> >>> oasu.DirectUpdateHandler2.commit start

> >>>

> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel

> >>> etes=false,softCommit=false}

> >>> > [junit4:junit4]   2> 14985 T2268 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 14987 T2268 C171 P49879

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 14988 T2268 C171 P49879

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 1[segments_1]

> >>> > [junit4:junit4]   2> 14990 T2268 C171 P49879

> >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:

> >>> commits:num=2

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 14991 T2268 C171 P49879

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 14992 T2268 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@7915d36a realtime

> >>> > [junit4:junit4]   2> 14993 T2268 C171 P49879

> >>> oasu.DirectUpdateHandler2.commit end_commit_flush

> >>> > [junit4:junit4]   2> 14994 T2268 C171 P49879 /update

> >>>

> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm

> >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 10

> >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885

> oash.ReplicationHandler.inform

> >>> Commits will be reserved for  10000

> >>> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>  No

> >>> value set for 'pollInterval'. Timer Task not started.

> >>> > [junit4:junit4]   2> 14998 T2272 C171 P49879

> oash.ReplicationHandler.inform

> >>> Commits will be reserved for  10000

> >>> > [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication

> >>> {command=indexversion&qt=/replication&wt=javabin&version=2}

> status=0

> >>> QTime=2

> >>> > [junit4:junit4]   2> 14999 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2

> >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1

> >>> > [junit4:junit4]   2> 15000 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Starting replication process

> >>> > [junit4:junit4]   2> 15002 T2273 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1/index

> >>> > [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication

> >>>

> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}

> >>> status=0 QTime=1

> >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in

> master: 1

> >>> > [junit4:junit4]   2> 15005 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.get return new directory for

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476 forceNew:false

> >>> > [junit4:junit4]   2> 15006 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15007 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Starting download to

> >>>

> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store

> >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true

> >>> > [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication

> >>>

> {file=segments_2&command=filecontent&checksum=true&wt=filestream&

> >>> qt=/replication&generation=2} status=0 QTime=0

> >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> > [junit4:junit4]   2> 15018 T2311 C170 P49885

> >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs

> >>> > [junit4:junit4]   2> 15019 T2311 C170 P49885

> >>> oash.SnapPuller.modifyIndexProps New index installed. Updating index

> >>> properties... index=index.20130203133202476

> >>> > [junit4:junit4]   2> 15020 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15021 T2311 C170 P49885

> oasc.SolrCore.getNewIndexDir

> >>> New index directory detected:

> >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index/

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> > [junit4:junit4]   2> 15024 T2311 C170 P49885

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 15025 T2311 C170 P49885

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 15026 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885

> >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...

> >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885

> >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is

> >>> unused... core=collection1

> >>> > [junit4:junit4]   2> 15027 T2311 C170 P49885

> >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...

> >>> core=collection1

> >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> > [junit4:junit4]   2> 15028 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 15030 T2311 C170 P49885

> >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to

> be

> >>> used.

> >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15031 T2311 C170 P49885

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@11568f93 main

> >>> > [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@11568f93

> >>> main{StandardDirectoryReader(segments_2:1:nrt)}

> >>> > [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> > [junit4:junit4]   2> 15034 T2311 C170 P49885

> >>> oasu.DirectUpdateHandler2.commit start

> >>>

> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe

> >>> letes=false,softCommit=false}

> >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885

> >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:

> >>> commits:num=2

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm

> >>> ents_3]

> >>> > [junit4:junit4]   2> 15036 T2311 C170 P49885

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 3[segments_3]

> >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885

> >>> oasu.DirectUpdateHandler2.commit end_commit_flush

> >>> > [junit4:junit4]   2> 15037 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index.20130203133202476

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3/index

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885

> oasc.RecoveryStrategy.replay

> >>> No replay needed. core=collection1

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful

> -

> >>> registering as Active. core=collection1

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish

> >>> publishing core=collection1 state=active

> >>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish

> >>> numShards not found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 15040 T2311 C170 P49885

> >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore

> registering

> >>> core: collection1

> >>> > [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register

> replica -

> >>> core:collection1 address:http://127.0.0.1:49889 collection:collection1

> >>> shard:shard2

> >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are

> >>> http://127.0.0.1:49889/collection1/ and leader is

> >>> http://127.0.0.1:49882/collection1/

> >>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No LogReplay

> >>> needed for core=collection1 baseURL=http://127.0.0.1:49889

> >>> > [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery Core

> >>> needs to recover:collection1

> >>> > [junit4:junit4]   2> 15218 T2325 oasu.DefaultSolrCoreState.doRecovery

> >>> Running recovery - first canceling any ongoing recovery

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1

> >>> org.apache.solr.core.SolrCore@7ea77b6d

> >>> url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_

> >>> C172_STATE=coll:collection1 core:collection1 props:{shard=null,

> roles=null,

> >>> state=down, core=collection1, collection=collection1,

> >>> node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}

> >>> > [junit4:junit4]   2> 15219 T2329 C172 P49889 oasc.RecoveryStrategy.run

> >>> Starting recovery process.  core=collection1 recoveringAfterStartup=true

> >>> > [junit4:junit4]   2> 15219 T2325

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]

> >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish

> >>> publishing core=collection1 state=recovering

> >>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish

> >>> numShards not found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init

> >>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-core/test/J0

> >>> > [junit4:junit4]   2> 15223 T2329 C172 P49889

> >>> oascsi.HttpClientUtil.createClient Creating new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init

> >>> SolrDispatchFilter.init() done

> >>> > [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient

> Creating

> >>> new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> 15230 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 15232 T2237

> >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for

> >>> recoveries to finish - collection: collection1 failOnTimeout:true timeout

> >>> (sec):230

> >>> > [junit4:junit4]   2> 15234 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 15948 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 15950 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard1",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}

> >>> > [junit4:junit4]   2> 15964 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard2",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"recovering",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}

> >>> > [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 16242 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 17250 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1

> >>> props:{shard=shard2, roles=null, state=recovering, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49889_,

> >>> base_url=http://127.0.0.1:49889}

> >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from

> >>> http://127.0.0.1:49882/collection1/ core=collection1 -

> >>> recoveringAfterStartup=true

> >>> > [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync

> PeerSync:

> >>> core=collection1 url=http://127.0.0.1:49889 START

> >>> replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync

> WARNING

> >>> no frame of reference to tell of we've missed updates

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not

> successful -

> >>> trying replication. core=collection1

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.

> >>> FSUpdateLog{state=ACTIVE, tlog=null}

> >>> > [junit4:junit4]   2> 18234 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.replicate Attempting to replicate from

> >>> http://127.0.0.1:49882/collection1/. core=collection1

> >>> > [junit4:junit4]   2> 18235 T2329 C172 P49889

> >>> oascsi.HttpClientUtil.createClient Creating new http client,

> >>>

> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=

> >>> false

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1

> >>> org.apache.solr.core.SolrCore@41549a80

> >>> url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_

> >>> C173_STATE=coll:collection1 core:collection1 props:{shard=shard2,

> >>> roles=null, state=active, core=collection1, collection=collection1,

> >>> node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882,

> >>> leader=true}

> >>> > [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get

> >>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2}

> status=0

> >>> QTime=1

> >>> > [junit4:junit4]   2> 18244 T2287 C173 P49882

> >>> oasu.DirectUpdateHandler2.commit start

> >>>

> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel

> >>> etes=false,softCommit=false}

> >>> > [junit4:junit4]   2> 18246 T2287 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 18248 T2287 C173 P49882

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 18250 T2287 C173 P49882

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 1[segments_1]

> >>> > [junit4:junit4]   2> 18253 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882

> >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:

> >>> commits:num=2

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 18253 T2287 C173 P49882

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 18254 T2287 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@33a54dcd realtime

> >>> > [junit4:junit4]   2> 18255 T2287 C173 P49882

> >>> oasu.DirectUpdateHandler2.commit end_commit_flush

> >>> > [junit4:junit4]   2> 18256 T2287 C173 P49882 /update

> >>>

> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm

> >>> it_end_point=true&version=2&softCommit=false} {commit=} 0 12

> >>> > [junit4:junit4]   2> 18257 T2329 C172 P49889

> oash.ReplicationHandler.inform

> >>> Commits will be reserved for  10000

> >>> > [junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>  No

> >>> value set for 'pollInterval'. Timer Task not started.

> >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882

> oash.ReplicationHandler.inform

> >>> Commits will be reserved for  10000

> >>> > [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication

> >>> {command=indexversion&qt=/replication&wt=javabin&version=2}

> status=0

> >>> QTime=1

> >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Master's generation: 2

> >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1

> >>> > [junit4:junit4]   2> 18262 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Starting replication process

> >>> > [junit4:junit4]   2> 18265 T2286 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2/index

> >>> > [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication

> >>>

> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}

> >>> status=0 QTime=1

> >>> > [junit4:junit4]   2> 18267 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in

> master: 1

> >>> > [junit4:junit4]   2> 18268 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.get return new directory for

> >>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739 forceNew:false

> >>> > [junit4:junit4]   2> 18269 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18270 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Starting download to

> >>>

> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store

> >>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true

> >>> > [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication

> >>>

> {file=segments_2&command=filecontent&checksum=true&wt=filestream&

> >>> qt=/replication&generation=2} status=0 QTime=0

> >>> > [junit4:junit4]   2> 18274 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889

> >>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs

> >>> > [junit4:junit4]   2> 18275 T2329 C172 P49889

> >>> oash.SnapPuller.modifyIndexProps New index installed. Updating index

> >>> properties... index=index.20130203133205739

> >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18276 T2329 C172 P49889

> oasc.SolrCore.getNewIndexDir

> >>> New index directory detected:

> >>> old=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index/

> >>> new=./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> > [junit4:junit4]   2> 18279 T2329 C172 P49889

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 18280 T2329 C172 P49889

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889

> >>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...

> >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889

> >>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is

> >>> unused... core=collection1

> >>> > [junit4:junit4]   2> 18281 T2329 C172 P49889

> >>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...

> >>> core=collection1

> >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> > [junit4:junit4]   2> 18282 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 2[segments_2]

> >>> > [junit4:junit4]   2> 18284 T2329 C172 P49889

> >>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to

> be

> >>> used.

> >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18285 T2329 C172 P49889

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@2b6d99f5 main

> >>> > [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher

> [collection1]

> >>> Registered new searcher Searcher@2b6d99f5

> >>> main{StandardDirectoryReader(segments_2:1:nrt)}

> >>> > [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close

> >>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-

> Solr-

> >>> trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> > [junit4:junit4]   2> 18288 T2329 C172 P49889

> >>> oasu.DirectUpdateHandler2.commit start

> >>>

> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe

> >>> letes=false,softCommit=false}

> >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889

> >>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:

> >>> commits:num=2

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm

> >>> ents_2]

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm

> >>> ents_3]

> >>> > [junit4:junit4]   2> 18290 T2329 C172 P49889

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 3[segments_3]

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> >>> oasu.DirectUpdateHandler2.commit end_commit_flush

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index.20130203133205739

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4/index

> >>> > [junit4:junit4]   2> 18291 T2329 C172 P49889

> oasc.RecoveryStrategy.replay

> >>> No replay needed. core=collection1

> >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful

> -

> >>> registering as Active. core=collection1

> >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish

> >>> publishing core=collection1 state=active

> >>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish

> >>> numShards not found on descriptor - reading it from system property

> >>> > [junit4:junit4]   2> 18294 T2329 C172 P49889

> >>> oasc.RecoveryStrategy.doRecovery Finished recovery process.

> >>> core=collection1

> >>> > [junit4:junit4]   2> 19014 T2260

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 19015 T2260

> >>> oasc.Overseer$ClusterStateUpdater.updateState Update state

> >>> numShards=2 message={

> >>> > [junit4:junit4]   2>          "operation":"state",

> >>> > [junit4:junit4]   2>          "numShards":"2",

> >>> > [junit4:junit4]   2>          "shard":"shard2",

> >>> > [junit4:junit4]   2>          "roles":null,

> >>> > [junit4:junit4]   2>          "state":"active",

> >>> > [junit4:junit4]   2>          "core":"collection1",

> >>> > [junit4:junit4]   2>          "collection":"collection1",

> >>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",

> >>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}

> >>> > [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A

> cluster

> >>> state change: WatchedEvent state:SyncConnected

> type:NodeDataChanged

> >>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)

> >>> > [junit4:junit4]   2> 19256 T2237

> oascc.ZkStateReader.updateClusterState

> >>> Updating cloud state from ZooKeeper...

> >>> > [junit4:junit4]   2> 19257 T2237

> >>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries

> >>> finished - collection: collection1

> >>> > [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1

> >>> org.apache.solr.core.SolrCore@31b27d14

> >>> url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_

> >>> C174_STATE=coll:control_collection core:collection1

> props:{shard=shard1,

> >>> roles=null, state=active, core=collection1, collection=control_collection,

> >>> node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875,

> >>> leader=true}

> >>> > [junit4:junit4]   2> 19265 T2251 C174 P49875

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data

> >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875

> oasc.SolrDeletionPolicy.onInit

> >>> SolrDeletionPolicy.onInit: commits:num=1

> >>> > [junit4:junit4]   2>

> >>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.

> >>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-

> >>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-

> >>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data/index

> >>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;

> >>> maxCacheMB=48.0

> >>>

> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm

> >>> ents_1]

> >>> > [junit4:junit4]   2> 19269 T2251 C174 P49875

> >>> oasc.SolrDeletionPolicy.updateCommits newest commit =

> 1[segments_1]

> >>> > [junit4:junit4]   2> 19270 T2251 C174 P49875

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/control/data

> >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875

> oass.SolrIndexSearcher.<init>

> >>> Opening Searcher@d328104 realtime

> >>> > [junit4:junit4]   2> 19271 T2251 C174 P49875 /update

> >>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297601679360)} 0

> 7

> >>> > [junit4:junit4]   2> 19275 T2273 C171 P49879

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty1

> >>> > [junit4:junit4]   2> 19281 T2284 C173 P49882

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty2

> >>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1

> >>> props:{shard=shard1, roles=null, state=active, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49885_,

> >>> base_url=http://127.0.0.1:49885}

> >>> > [junit4:junit4]   2> 19289 T2302 C170 P49885

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty3

> >>> > [junit4:junit4]   2> 19291 T2302 C170 P49885 /update

> >>> {update.distrib=FROMLEADER&_version_=-

> >>>

> 1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt

> >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 4

> >>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1

> >>> props:{shard=shard2, roles=null, state=active, core=collection1,

> >>> collection=collection1, node_name=127.0.0.1:49889_,

> >>> base_url=http://127.0.0.1:49889}

> >>> > [junit4:junit4]   2> 19291 T2320 C172 P49889

> >>> oasc.CachingDirectoryFactory.close Releasing

> >>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build/solr-

> >>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-

> >>> 1359905507479/jetty4

> >>> > [junit4:junit4]   2> 19292 T2320 C172 P49889 /update

> >>> {update.distrib=FROMLEADER&_version_=-

> >>>

> 1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt

> >>> =javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 2

> >>> > [junit4:junit4]   2> 19293 T2284 C173 P49882 /update

> >>> {update.distrib=TOLEADER&wt=javabin&version=2}

> {deleteByQuery=*:* (-

> >>> 1425964297618456576)} 0 13

> >>> > [junit4:junit4]   2> 19294 T2273 C171 P49879 /update

> >>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0

> 21

> >>> > [junit4:junit4]   2> 19303 T2252 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5

> >>> > [junit4:junit4]   2> 19316 T2303 C170 P49885 /update

> >>>

> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3

> >>> > [junit4:junit4]   2> 19317 T2269 C171 P49879 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER

> >>> &wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10

> >>> > [junit4:junit4]   2> 19318 T2285 C173 P49882 /update

> >>> {wt=javabin&version=2} {add=[1]} 0 13

> >>> > [junit4:junit4]   2> 19328 T2254 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1

> >>> > [junit4:junit4]   2> 19350 T2315 C172 P49889 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4

> >>> > [junit4:junit4]   2> 19351 T2286 C173 P49882 /update

> >>>

> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER

> >>> &wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11

> >>> > [junit4:junit4]   2> 19351 T2271 C171 P49879 /update

> >>> {wt=javabin&version=2} {add=[2]} 0 15

> >>> > [junit4:junit4]   2> 19357 T2255 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3

> >>> > [junit4:junit4]   2> 19365 T2316 C172 P49889 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2

> >>> > [junit4:junit4]   2> 19366 T2289 C173 P49882 /update

> >>> {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7

> >>> > [junit4:junit4]   2> 19371 T2250 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2

> >>> > [junit4:junit4]   2> 19379 T2304 C170 P49885 /update

> >>>

> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2

> >>> > [junit4:junit4]   2> 19380 T2268 C171 P49879 /update

> >>> {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7

> >>> > [junit4:junit4]   2> 19385 T2251 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2

> >>> > [junit4:junit4]   2> 19399 T2317 C172 P49889 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2

> >>> > [junit4:junit4]   2> 19400 T2288 C173 P49882 /update

> >>>

> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER

> >>> &wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9

> >>> > [junit4:junit4]   2> 19401 T2270 C171 P49879 /update

> >>> {wt=javabin&version=2} {add=[5]} 0 12

> >>> > [junit4:junit4]   2> 19406 T2253 C174 P49875 /update

> >>> {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2

> >>> > [junit4:junit4]   2> 19416 T2319 C172 P49889 /update

> >>>

> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD

> >>> ER&wt=javabin&version=2}

> >>> >

> >>> > [...truncated too long message...]

> >>> >

> >>> > it4:junit4]    >    at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando

> >>> mizedRunner.java:787)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.

> >>> evaluate(SystemPropertiesRestoreRule.java:53)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule

> >>> SetupTeardownChained.java:50)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa

> >>> cheSanity.java:51)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA

> >>> fterRule.java:46)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1

> >>> .evaluate(SystemPropertiesInvariantRule.java:55)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh

> >>> readAndTestName.java:49)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule

> >>> IgnoreAfterMaxFailures.java:70)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure

> >>> .java:48)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.

> >>> run(ThreadLeakControl.java:358)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask

> >>> (ThreadLeakControl.java:782)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL

> >>> eakControl.java:442)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran

> >>> domizedRunner.java:746)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando

> >>> mizedRunner.java:648)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando

> >>> mizedRunner.java:682)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando

> >>> mizedRunner.java:693)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.

> >>> evaluate(SystemPropertiesRestoreRule.java:53)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA

> >>> fterRule.java:46)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl

> >>> assName.java:42)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1

> >>> .evaluate(SystemPropertiesInvariantRule.java:55)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet

> >>>

> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet

> >>>

> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss

> >>> ertionsRequired.java:43)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure

> >>> .java:48)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule

> >>> IgnoreAfterMaxFailures.java:70)

> >>> > [junit4:junit4]    >        at

> >>>

> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore

> >>> TestSuites.java:55)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat

> >>> ementAdapter.java:36)

> >>> > [junit4:junit4]    >        at

> >>>

> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.

> >>> run(ThreadLeakControl.java:358)

> >>> > [junit4:junit4]    >        at java.lang.Thread.run(Thread.java:722)

> >>> > [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore

> >>> ###deleteCore

> >>> > [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:

> >>> {n_f1=MockFixedIntBlock(blockSize=1923),

> >>> foo_b=PostingsFormat(name=MockRandom),

> >>> cat=PostingsFormat(name=NestedPulsing),

> >>> foo_d=PostingsFormat(name=Asserting),

> >>> foo_f=PostingsFormat(name=MockRandom),

> >>> n_tl1=MockFixedIntBlock(blockSize=1923),

> >>> n_d1=PostingsFormat(name=NestedPulsing),

> >>> rnd_b=PostingsFormat(name=Asserting),

> >>> intDefault=PostingsFormat(name=NestedPulsing),

> >>> n_td1=MockFixedIntBlock(blockSize=1923),

> >>> timestamp=PostingsFormat(name=NestedPulsing),

> >>> id=PostingsFormat(name=Asserting),

> >>> range_facet_sl=PostingsFormat(name=MockRandom),

> >>> range_facet_si=MockFixedIntBlock(blockSize=1923),

> >>> oddField_s=PostingsFormat(name=MockRandom),

> >>> sequence_i=PostingsFormat(name=MockRandom),

> >>> name=PostingsFormat(name=Asserting),

> >>> foo_i=MockFixedIntBlock(blockSize=1923),

> >>> regex_dup_B_s=PostingsFormat(name=NestedPulsing),

> >>> multiDefault=MockFixedIntBlock(blockSize=1923),

> >>> n_tf1=PostingsFormat(name=NestedPulsing),

> >>> n_dt1=MockFixedIntBlock(blockSize=1923),

> >>> genre_s=PostingsFormat(name=MockRandom),

> >>> author_t=MockFixedIntBlock(blockSize=1923),

> >>> n_ti1=PostingsFormat(name=Asserting),

> >>> range_facet_l=PostingsFormat(name=NestedPulsing),

> >>> text=PostingsFormat(name=MockRandom),

> >>> _version_=PostingsFormat(name=NestedPulsing),

> >>> val_i=PostingsFormat(name=Asserting),

> >>> SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing),

> >>> series_t=MockFixedIntBlock(blockSize=1923),

> >>> a_t=PostingsFormat(name=NestedPulsing),

> >>> n_tdt1=PostingsFormat(name=NestedPulsing),

> >>> regex_dup_A_s=PostingsFormat(name=MockRandom),

> >>> price=PostingsFormat(name=MockRandom),

> >>> other_tl1=PostingsFormat(name=NestedPulsing),

> >>> n_l1=PostingsFormat(name=NestedPulsing),

> >>> a_si=MockFixedIntBlock(blockSize=1923),

> >>> inStock=PostingsFormat(name=MockRandom)},

> >>> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},

> >>> locale=hu_HU, timezone=America/Sao_Paulo

> >>> > [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation

> >>> 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144

> >>> > [junit4:junit4]   2> NOTE: All tests run in this JVM:

> >>> [FullSolrCloudDistribCmdsTest, SortByFunctionTest,

> SolrRequestParserTest,

> >>> CacheHeaderTest, AlternateDirectoryTest, SpellingQueryConverterTest,

> >>> SynonymTokenizerTest, TestSort, LukeRequestHandlerTest,

> >>> TestRangeQuery, FileBasedSpellCheckerTest, TestPhraseSuggestions,

> >>> TestPluginEnable, TestComponentsName, TestJmxIntegration,

> >>> SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions,

> BasicDistributedZk2Test,

> >>> UpdateRequestProcessorFactoryTest, BadIndexSchemaTest,

> >>> SchemaVersionSpecificBehaviorTest, WordBreakSolrSpellCheckerTest,

> >>> TestIndexingPerformance, JSONWriterTest,

> >>> FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache,

> >>> PingRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest,

> >>> TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest,

> >>> ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest,

> >>> CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest,

> >>> TestStressRecovery, BadComponentTest, TestJoin,

> DocumentBuilderTest,

> >>> TestStressLucene, DOMUtilTest, TestFunctionQuery,

> TestHashPartitioner,

> >>> SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest,

> >>> HardAutoCommitTest, ChaosMonkeySafeLeaderTest,

> >>> DistributedQueryElevationComponentTest, RegexBoostProcessorTest,

> >>> TestReplicationHandler, UpdateParamsTest,

> >>> DirectUpdateHandlerOptimizeTest, TestGroupingSearch,

> >>> TestElisionMultitermQuery, SuggesterTest, TestCharFilters,

> ReturnFieldsTest,

> >>> StandardRequestHandlerTest, SystemInfoHandlerTest,

> >>> TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest,

> >>> DefaultValueUpdateProcessorTest, LeaderElectionTest,

> >>> SpellCheckComponentTest, TestBinaryResponseWriter,

> >>> TestPseudoReturnFields, TestStressVersions,

> >>> StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest,

> >>> TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions,

> >>> SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory,

> >>> TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest,

> >>> TestPHPSerializedResponseWriter, TestUtils, TestRecovery,

> >>> DistributedTermsComponentTest, UUIDFieldTest,

> >>> ShowFileRequestHandlerTest, TestSolrDeletionPolicy1,

> >>> IndexSchemaRuntimeFieldTest, IndexSchemaTest,

> TestRemoteStreaming,

> >>> TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser,

> >>> PolyFieldTest, TestNumberUtils, TestQuerySenderListener,

> >>> TestFoldingMultitermQuery, TestPartialUpdateDeduplication,

> >>> DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest,

> >>> ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest,

> >>> ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest,

> TestUpdate,

> >>> TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest,

> >>> SimplePostToolTest, NumericFieldsTest, IndexBasedSpellCheckerTest,

> >>> OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser,

> >>> SignatureUpdateProcessorFactoryTest, ResourceLoaderTest,

> >>> BasicDistributedZkTest]

> >>> > [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!

> >>> >

> >>> > [...truncated 380 lines...]

> >>> > BUILD FAILED

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/build.xml:346: The following error occurred while executing this

> >>> line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/build.xml:39: The following error occurred while executing this

> line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/build.xml:178: The following error occurred while

> executing this

> >>> line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/solr/common-build.xml:428: The following error occurred while

> >>> executing this line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/lucene/common-build.xml:1176: The following error occurred

> while

> >>> executing this line:

> >>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-

> >>> MacOSX/lucene/common-build.xml:841: There were test failures: 249

> suites,

> >>> 1038 tests, 1 failure, 14 ignored (3 assumptions)

> >>> >

> >>> > Total time: 58 minutes 11 seconds

> >>> > Build step 'Invoke Ant' marked build as failure

> >>> > Archiving artifacts

> >>> > Recording test results

> >>> > Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

> >>> > Email was triggered for: Failure

> >>> > Sending email for trigger: Failure

> >>> >

> >>> >

> >>> >

> >>> > ---------------------------------------------------------------------

> >>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org

> >>> > For additional commands, e-mail: dev-help@lucene.apache.org

> >>>

> >>>

> >>> ---------------------------------------------------------------------

> >>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org

> >>> For additional commands, e-mail: dev-help@lucene.apache.org

> >>

> >>

> >> ---------------------------------------------------------------------

> >> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org

> >> For additional commands, e-mail: dev-help@lucene.apache.org

> >>

> >

> >

> >

> > --

> > - Mark

> 

> 

> 

> --

> - Mark

> 

> ---------------------------------------------------------------------

> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org

> For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
A jetty is trying to recover by talking to the leader jetty. But it
keeps hitting the following exception and that is why it never
recovers. The URL looks to be http://127.0.0.1:49879

[junit4:junit4]   2> 241315 T2521 C191 P49882
oascsi.HttpClientUtil.createClient Creating new http client,
config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 241324 T2521 C191 P49882
oahic.DefaultRequestDirector.tryExecute I/O exception
(java.net.SocketException) caught when processing request: Invalid
argument
[junit4:junit4]   2> 241325 T2521 C191 P49882
oahic.DefaultRequestDirector.tryExecute Retrying request
[junit4:junit4]   2> 241326 T2521 C191 P49882
oahic.DefaultRequestDirector.tryExecute I/O exception
(java.net.SocketException) caught when processing request: Invalid
argument
[junit4:junit4]   2> 241326 T2521 C191 P49882
oahic.DefaultRequestDirector.tryExecute Retrying request
[junit4:junit4]   2> 241326 T2521 C191 P49882
oahic.DefaultRequestDirector.tryExecute I/O exception
(java.net.SocketException) caught when processing request: Invalid
argument
[junit4:junit4]   2> 241327 T2521 C191 P49882
oahic.DefaultRequestDirector.tryExecute Retrying request
[junit4:junit4]   2> 241328 T2521 C191 P49882 oasc.SolrException.log
SEVERE Error while trying to recover.
core=unloadcollection2:org.apache.solr.client.solrj.SolrServerException:
IOException occured when talking to server at: http://127.0.0.1:49879
[junit4:junit4]   2> 		at
org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
[junit4:junit4]   2> 		at
org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   2> 		at
org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:202)
[junit4:junit4]   2> 		at
org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:346)
[junit4:junit4]   2> 		at
org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4]   2> 	Caused by: java.net.SocketException: Invalid argument
[junit4:junit4]   2> 		at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]   2> 		at
java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]   2> 		at
java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]   2> 		at
org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]   2> 		at
org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]   2> 		at
org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]   2> 		at
org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]   2> 		at
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]   2> 		at
org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]   2> 		at
org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]   2> 		at
org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]   2> 		at
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]   2> 		at
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]   2> 		at
org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]   2> 		at
org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]   2> 		at
org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]   2> 		at
org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]   2> 		at
org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]   2> 		at
org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]   2> 		... 4 more

On Sun, Feb 3, 2013 at 2:42 PM, Mark Miller <ma...@gmail.com> wrote:
> I'll dig in a bit later and pull out the log snippet.
>
> In regards to the 'fake' addresses though, this test should not be
> using them. It create N jetties, all will real addresses. That's the
> goal anyway.
>
> - Mark
>
> On Sun, Feb 3, 2013 at 2:01 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
>> Can you find out from the logs (or add a system.out), so we see to *where* it wants to connect? The Invalid argument should be fine, because this is also used in linux when it connects to the fake IPv6 addresses that "emulate" broken slaves. The BasicDistributedTestcase has a list of "fake" addresses, and I assume it is one of them. Maybe this test should *not* use those?
>>
>> Uwe
>>
>> -----
>> Uwe Schindler
>> H.-H.-Meier-Allee 63, D-28213 Bremen
>> http://www.thetaphi.de
>> eMail: uwe@thetaphi.de
>>
>>
>>> -----Original Message-----
>>> From: Mark Miller [mailto:markrmiller@gmail.com]
>>> Sent: Sunday, February 03, 2013 5:08 PM
>>> To: dev@lucene.apache.org
>>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #
>>> 178 - Still Failing!
>>>
>>> In this test recovery fails because an http request keeps failing with:
>>>
>>> java.net.SocketException: Invalid argument
>>>
>>> Some googling points to an ipv4/ipv6 issue? Seems like an environment/test
>>> problem.
>>>
>>> - Mark
>>>
>>> On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server
>>> <je...@thetaphi.de> wrote:
>>>
>>> > Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/
>>> > Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
>>> >
>>> > 1 tests failed.
>>> > REGRESSION:
>>> org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
>>> >
>>> > Error Message:
>>> > There are still nodes recoverying - waited for 230 seconds
>>> >
>>> > Stack Trace:
>>> > java.lang.AssertionError: There are still nodes recoverying - waited for 230
>>> seconds
>>> >     at
>>> __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C3
>>> 0]:0)
>>> >     at org.junit.Assert.fail(Assert.java:93)
>>> >     at
>>> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
>>> AbstractDistribZkTestBase.java:168)
>>> >     at
>>> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
>>> AbstractDistribZkTestBase.java:126)
>>> >     at
>>> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
>>> AbstractDistribZkTestBase.java:121)
>>> >     at
>>> org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(Ba
>>> sicDistributedZkTest.java:458)
>>> >     at
>>> org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.j
>>> ava:337)
>>> >     at
>>> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistri
>>> butedSearchTestCase.java:794)
>>> >     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>> >     at
>>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
>>> ava:57)
>>> >     at
>>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
>>> sorImpl.java:43)
>>> >     at java.lang.reflect.Method.invoke(Method.java:601)
>>> >     at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
>>> dRunner.java:1559)
>>> >     at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
>>> mizedRunner.java:79)
>>> >     at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
>>> mizedRunner.java:737)
>>> >     at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
>>> mizedRunner.java:773)
>>> >     at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
>>> mizedRunner.java:787)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>>> evaluate(SystemPropertiesRestoreRule.java:53)
>>> >     at
>>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
>>> SetupTeardownChained.java:50)
>>> >     at
>>> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
>>> cheSanity.java:51)
>>> >     at
>>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>>> fterRule.java:46)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>>> .evaluate(SystemPropertiesInvariantRule.java:55)
>>> >     at
>>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
>>> readAndTestName.java:49)
>>> >     at
>>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>>> IgnoreAfterMaxFailures.java:70)
>>> >     at
>>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>>> .java:48)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> ementAdapter.java:36)
>>> >     at
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>> run(ThreadLeakControl.java:358)
>>> >     at
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
>>> (ThreadLeakControl.java:782)
>>> >     at
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
>>> eakControl.java:442)
>>> >     at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
>>> domizedRunner.java:746)
>>> >     at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
>>> mizedRunner.java:648)
>>> >     at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
>>> mizedRunner.java:682)
>>> >     at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
>>> mizedRunner.java:693)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> ementAdapter.java:36)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>>> evaluate(SystemPropertiesRestoreRule.java:53)
>>> >     at
>>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>>> fterRule.java:46)
>>> >     at
>>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
>>> assName.java:42)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>>> .evaluate(SystemPropertiesInvariantRule.java:55)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> ementAdapter.java:36)
>>> >     at
>>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
>>> ertionsRequired.java:43)
>>> >     at
>>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>>> .java:48)
>>> >     at
>>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>>> IgnoreAfterMaxFailures.java:70)
>>> >     at
>>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
>>> TestSuites.java:55)
>>> >     at
>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> ementAdapter.java:36)
>>> >     at
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>> run(ThreadLeakControl.java:358)
>>> >     at java.lang.Thread.run(Thread.java:722)
>>> >
>>> >
>>> >
>>> >
>>> > Build Log:
>>> > [...truncated 8980 lines...]
>>> > [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
>>> > [junit4:junit4]   2> 0 T2237
>>> oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext
>>> system property: /
>>> > [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting
>>> testDistribSearch
>>> > [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479
>>> > [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST SERVER
>>> > [junit4:junit4]   2> 10 T2238
>>> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>>> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime tickTime set
>>> to 1000
>>> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setMinSessionTimeout
>>> minSessionTimeout set to -1
>>> > [junit4:junit4]   2> 14 T2238 oazs.ZooKeeperServer.setMaxSessionTimeout
>>> maxSessionTimeout set to -1
>>> > [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure binding
>>> to port 0.0.0.0/0.0.0.0:0
>>> > [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/zookeeper/server1/data/version-2/snapshot.0
>>> > [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server on
>>> port:49872
>>> > [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872 sessionTimeout=10000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9
>>> > [junit4:junit4]   2> 116 T2237 oascc.ConnectionManager.waitForConnected
>>> Waiting for client to connect to ZooKeeper
>>> > [junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.logStartConnect
>>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>>> attempt to authenticate using SASL (access denied
>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.primeConnection
>>> Socket connection established to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49873
>>> > [junit4:junit4]   2> 118 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49873
>>> > [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating new log file:
>>> log.1
>>> > [junit4:junit4]   2> 120 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0000 with negotiated timeout 10000 for
>>> client /127.0.0.1:49873
>>> > [junit4:junit4]   2> 121 T2243 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000
>>> > [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@6ef101c9
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 122 T2237 oascc.ConnectionManager.waitForConnected
>>> Client is connected to ZooKeeper
>>> > [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath makePath: /solr
>>> > [junit4:junit4]   2> 128 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>>> Processed session termination for sessionid: 0x13ca0af48aa0000
>>> > [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>>> connection for client /127.0.0.1:49873 which had sessionid 0x13ca0af48aa0000
>>> > [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session:
>>> 0x13ca0af48aa0000 closed
>>> > [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run EventThread
>>> shut down
>>> > [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb
>>> > [junit4:junit4]   2> 131 T2237 oascc.ConnectionManager.waitForConnected
>>> Waiting for client to connect to ZooKeeper
>>> > [junit4:junit4]   2> 131 T2245 oaz.ClientCnxn$SendThread.logStartConnect
>>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>>> attempt to authenticate using SASL (access denied
>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 132 T2245 oaz.ClientCnxn$SendThread.primeConnection
>>> Socket connection established to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49874
>>> > [junit4:junit4]   2> 133 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49874
>>> > [junit4:junit4]   2> 134 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0001 with negotiated timeout 10000 for
>>> client /127.0.0.1:49874
>>> > [junit4:junit4]   2> 134 T2245 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000
>>> > [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@63bc10cb
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 135 T2237 oascc.ConnectionManager.waitForConnected
>>> Client is connected to ZooKeeper
>>> > [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath makePath:
>>> /collections/collection1
>>> > [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath makePath:
>>> /collections/collection1/shards
>>> > [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath makePath:
>>> /collections/control_collection
>>> > [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath makePath:
>>> /collections/control_collection/shards
>>> > [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig put
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml
>>> to /configs/conf1/solrconfig.xml
>>> > [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath makePath:
>>> /configs/conf1/solrconfig.xml
>>> > [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig put
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to
>>> /configs/conf1/schema.xml
>>> > [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath makePath:
>>> /configs/conf1/schema.xml
>>> > [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig put
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt
>>> to /configs/conf1/stopwords.txt
>>> > [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath makePath:
>>> /configs/conf1/stopwords.txt
>>> > [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig put
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt
>>> to /configs/conf1/protwords.txt
>>> > [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath makePath:
>>> /configs/conf1/protwords.txt
>>> > [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig put
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to
>>> /configs/conf1/currency.xml
>>> > [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath makePath:
>>> /configs/conf1/currency.xml
>>> > [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig put
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-
>>> exchange-rates.json to /configs/conf1/open-exchange-rates.json
>>> > [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath makePath:
>>> /configs/conf1/open-exchange-rates.json
>>> > [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig put
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-
>>> ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>>> > [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath makePath:
>>> /configs/conf1/mapping-ISOLatin1Accent.txt
>>> > [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig put
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test-
>>> files/solr/collection1/conf/old_synonyms.txt to
>>> /configs/conf1/old_synonyms.txt
>>> > [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath makePath:
>>> /configs/conf1/old_synonyms.txt
>>> > [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig put
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt
>>> to /configs/conf1/synonyms.txt
>>> > [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath makePath:
>>> /configs/conf1/synonyms.txt
>>> > [junit4:junit4]   2> 210 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>>> Processed session termination for sessionid: 0x13ca0af48aa0001
>>> > [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>>> connection for client /127.0.0.1:49874 which had sessionid 0x13ca0af48aa0001
>>> > [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run EventThread
>>> shut down
>>> > [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session:
>>> 0x13ca0af48aa0001 closed
>>> > [junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>>> > [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart Started
>>> SelectChannelConnector@127.0.0.1:49875
>>> > [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init()
>>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI
>>> not configured for solr (NoInitialContextEx)
>>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome
>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>>> 1359905507683
>>> > [junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize looking
>>> for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>>> 1359905507683/solr.xml
>>> > [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New CoreContainer
>>> 1814343678
>>> > [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading
>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>>> 1359905507683/'
>>> > [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>>> 1359905507683/'
>>> > [junit4:junit4]   2> 482 T2237 oashc.HttpShardHandlerFactory.getParameter
>>> Setting socketTimeout to: 60000
>>> > [junit4:junit4]   2> 484 T2237 oashc.HttpShardHandlerFactory.getParameter
>>> Setting urlScheme to: http://
>>> > [junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter
>>> Setting connTimeout to: 15000
>>> > [junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter
>>> Setting maxConnectionsPerHost to: 20
>>> > [junit4:junit4]   2> 486 T2237 oashc.HttpShardHandlerFactory.getParameter
>>> Setting corePoolSize to: 0
>>> > [junit4:junit4]   2> 487 T2237 oashc.HttpShardHandlerFactory.getParameter
>>> Setting maximumPoolSize to: 2147483647
>>> > [junit4:junit4]   2> 488 T2237 oashc.HttpShardHandlerFactory.getParameter
>>> Setting maxThreadIdleTime to: 5
>>> > [junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter
>>> Setting sizeOfQueue to: -1
>>> > [junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter
>>> Setting fairnessPolicy to: false
>>> > [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient Creating new
>>> http client,
>>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> =60000&connTimeout=15000&retry=false
>>> > [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering Log
>>> Listener
>>> > [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper Zookeeper
>>> client=127.0.0.1:49872/solr
>>> > [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath zkHost
>>> includes chroot
>>> > [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
>>> > [junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.logStartConnect
>>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>>> attempt to authenticate using SASL (access denied
>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 529 T2237 oascc.ConnectionManager.waitForConnected
>>> Waiting for client to connect to ZooKeeper
>>> > [junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.primeConnection
>>> Socket connection established to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49876
>>> > [junit4:junit4]   2> 532 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49876
>>> > [junit4:junit4]   2> 533 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0002 with negotiated timeout 20000 for
>>> client /127.0.0.1:49876
>>> > [junit4:junit4]   2> 533 T2256 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 535 T2237 oascc.ConnectionManager.waitForConnected
>>> Client is connected to ZooKeeper
>>> > [junit4:junit4]   2> 537 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>>> Processed session termination for sessionid: 0x13ca0af48aa0002
>>> > [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>>> connection for client /127.0.0.1:49876 which had sessionid 0x13ca0af48aa0002
>>> > [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session:
>>> 0x13ca0af48aa0002 closed
>>> > [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run EventThread
>>> shut down
>>> > [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient Creating new
>>> http client,
>>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 60000&connTimeout=15000
>>> > [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404
>>> > [junit4:junit4]   2> 546 T2237 oascc.ConnectionManager.waitForConnected
>>> Waiting for client to connect to ZooKeeper
>>> > [junit4:junit4]   2> 547 T2258 oaz.ClientCnxn$SendThread.logStartConnect
>>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>>> attempt to authenticate using SASL (access denied
>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 548 T2258 oaz.ClientCnxn$SendThread.primeConnection
>>> Socket connection established to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49877
>>> > [junit4:junit4]   2> 550 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49877
>>> > [junit4:junit4]   2> 551 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0003 with negotiated timeout 20000 for
>>> client /127.0.0.1:49877
>>> > [junit4:junit4]   2> 551 T2258 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@d43d404
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 553 T2237 oascc.ConnectionManager.waitForConnected
>>> Client is connected to ZooKeeper
>>> > [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath makePath:
>>> /live_nodes
>>> > [junit4:junit4]   2> 570 T2237 oasc.ZkController.createEphemeralLiveNode
>>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_
>>> > [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error
>>> Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode = NoNode
>>> for /solr/live_nodes/127.0.0.1:49875_
>>> > [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath makePath:
>>> /live_nodes/127.0.0.1:49875_
>>> > [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath makePath:
>>> /overseer_elect/election
>>> > [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for
>>> /solr/overseer_elect/leader
>>> > [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath makePath:
>>> /overseer_elect/leader
>>> > [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer
>>> (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting
>>> > [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run Process
>>> current queue of collection creations
>>> > [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath makePath:
>>> /clusterstate.json
>>> > [junit4:junit4]   2> 605 T2237
>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>>> cluster state from ZooKeeper...
>>> > [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating SolrCore
>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>>> 1359905507683/collection1
>>> > [junit4:junit4]   2> 615 T2262 oasc.ZkController.createCollectionZkNode
>>> Check for collection zkNode:control_collection
>>> > [junit4:junit4]   2> 616 T2260 oasc.Overseer$ClusterStateUpdater.run
>>> Starting to work on the main queue
>>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.createCollectionZkNode
>>> Collection zkNode exists
>>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName Load
>>> collection config from:/collections/control_collection
>>> > [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>>> 1359905507683/collection1/'
>>> > [junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader
>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>>> 1359905507683/collection1/lib/classes/' to classloader
>>> > [junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader
>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>>> 1359905507683/collection1/lib/README' to classloader
>>> > [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene
>>> MatchVersion: LUCENE_50
>>> > [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded SolrConfig:
>>> solrconfig.xml
>>> > [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema Reading Solr
>>> Schema
>>> > [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema Schema
>>> name=test
>>> > [junit4:junit4]   2> 1305 T2262 oass.OpenExchangeRatesOrgProvider.init
>>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>>> > [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema default
>>> search field in schema is text
>>> > [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema unique key
>>> field: id
>>> > [junit4:junit4]   2> 1349 T2262 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 1354 T2262 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 1359 T2262 oass.OpenExchangeRatesOrgProvider.reload
>>> Reloading exchange rates from open-exchange-rates.json
>>> > [junit4:junit4]   2> 1361 T2262 oass.OpenExchangeRatesOrgProvider.reload
>>> Reloading exchange rates from open-exchange-rates.json
>>> > [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1] Opening
>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>>> 1359905507683/collection1/,
>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data/
>>> > [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX
>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> > [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory
>>> solr.NRTCachingDirectoryFactory
>>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get return new
>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data forceNew:false
>>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data
>>>
>>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New index
>>> directory detected: old=null
>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data/index/
>>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING
>>> [collection1] Solr index directory
>>> './org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data/index' doesn't exist. Creating new index...
>>> > [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get return new
>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data/index forceNew:false
>>> > [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit
>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2> 1371 T2262 oasc.SolrDeletionPolicy.updateCommits
>>> newest commit = 1[segments_1]
>>> > [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data/index
>>> > [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml:
>>> solr.XMLResponseWriter
>>> > [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe"
>>> > [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe-allfields"
>>> > [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "stored_sig"
>>> > [junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "uniq-fields"
>>> > [junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> > [junit4:junit4]   2> 1376 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 1376 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 1376 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 1377 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> solr.RealTimeGetHandler
>>> > [junit4:junit4]   2> 1377 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> solr.SearchHandler
>>> > [junit4:junit4]   2> 1378 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> > [junit4:junit4]   2> 1378 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> org.apache.solr.handler.admin.AdminHandlers
>>> > [junit4:junit4]   2> 1379 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 1379 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 1379 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 1380 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> solr.UpdateRequestHandler
>>> > [junit4:junit4]   2> 1380 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 1381 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 1381 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckCompRH_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 1381 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 1383 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 1383 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 1384 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 1384 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 1385 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> solr.MoreLikeThisHandler
>>> > [junit4:junit4]   2> 1385 T2262
>>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>>> solr.DumpRequestHandler
>>> > [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init
>>> xsltCacheLifetimeSeconds=60
>>> > [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport
>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>>> update your config to use the ShowFileRequestHandler.
>>> > [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport
>>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>>> ISOLATIN1ACCENT.TXT]
>>> > [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data
>>>
>>> > [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init> Opening
>>> Searcher@22fa1cde main
>>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard
>>> AutoCommit: disabled
>>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft AutoCommit:
>>> disabled
>>> > [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform
>>> Initializing spell checkers
>>> > [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init:
>>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> ngth=3}
>>> > [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher [collection1]
>>> Registered new searcher Searcher@22fa1cde
>>> main{StandardDirectoryReader(segments_1:1)}
>>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing
>>> core=collection1 state=down
>>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards not
>>> found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 1448 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for
>>> /solr/overseer/queue
>>> > [junit4:junit4]   2> 2125 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 2126 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=1 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"1",
>>> > [junit4:junit4]   2>          "shard":null,
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"down",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"control_collection",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
>>> > [junit4:junit4]   2> 2126 T2260
>>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
>>> control_collection with numShards 1
>>> > [junit4:junit4]   2> 2126 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>>> shard shard=shard1
>>> > [junit4:junit4]   2> 2127 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for
>>> /solr/overseer/queue-work
>>> > [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>>> > [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore registering
>>> core: collection1
>>> > [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register replica -
>>> core:collection1 address:http://127.0.0.1:49875 collection:control_collection
>>> shard:shard1
>>> > [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath makePath:
>>> /collections/control_collection/leader_elect/shard1/election
>>> > [junit4:junit4]   2> 2467 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error
>>> Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode =
>>> NoNode for /solr/collections/control_collection/leaders
>>> > [junit4:junit4]   2> 2469 T2262
>>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
>>> process.
>>> > [junit4:junit4]   2> 2469 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 2472 T2262
>>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
>>> replicas found to continue.
>>> > [junit4:junit4]   2> 2472 T2262
>>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader
>>> - try and sync
>>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas to
>>> http://127.0.0.1:49875/collection1/
>>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync Success -
>>> now sync replicas to me
>>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe
>>> http://127.0.0.1:49875/collection1/ has no replicas
>>> > [junit4:junit4]   2> 2474 T2262
>>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
>>> http://127.0.0.1:49875/collection1/
>>> > [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath makePath:
>>> /collections/control_collection/leaders/shard1
>>> > [junit4:junit4]   2> 2481 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>>> type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 3644 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are
>>> http://127.0.0.1:49875/collection1/ and leader is
>>> http://127.0.0.1:49875/collection1/
>>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No LogReplay
>>> needed for core=collection1 baseURL=http://127.0.0.1:49875
>>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I am the
>>> leader, no recovery necessary
>>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing
>>> core=collection1 state=active
>>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards not
>>> found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 3715 T2262 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init
>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test/J0
>>> > [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init() done
>>> > [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> false
>>> > [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client, config:
>>> > [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8
>>> > [junit4:junit4]   2> 3728 T2264 oaz.ClientCnxn$SendThread.logStartConnect
>>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>>> attempt to authenticate using SASL (access denied
>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 3729 T2264
>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>>> to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49878
>>> > [junit4:junit4]   2> 3730 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49878
>>> > [junit4:junit4]   2> 3730 T2237 oascc.ConnectionManager.waitForConnected
>>> Waiting for client to connect to ZooKeeper
>>> > [junit4:junit4]   2> 3731 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0004 with negotiated timeout 10000 for
>>> client /127.0.0.1:49878
>>> > [junit4:junit4]   2> 3731 T2264 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000
>>> > [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@16aef4d8
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 3732 T2237 oascc.ConnectionManager.waitForConnected
>>> Client is connected to ZooKeeper
>>> > [junit4:junit4]   2> 3734 T2237
>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>>> cluster state from ZooKeeper...
>>> > [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog monkey: init
>>> - expire sessions:true cause connection loss:true
>>> > [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>>> > [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart Started
>>> SelectChannelConnector@127.0.0.1:49879
>>> > [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init()
>>> > [junit4:junit4]   2> 3904 T2237 oasc.SolrResourceLoader.locateSolrHome
>>> JNDI not configured for solr (NoInitialContextEx)
>>> > [junit4:junit4]   2> 3905 T2237 oasc.SolrResourceLoader.locateSolrHome
>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 1359905511209
>>> > [junit4:junit4]   2> 3905 T2237 oasc.CoreContainer$Initializer.initialize
>>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 1359905511209/solr.xml
>>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New
>>> CoreContainer 1639387465
>>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading
>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 1359905511209/'
>>> > [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 1359905511209/'
>>> > [junit4:junit4]   2> 3942 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
>>> 60000
>>> > [junit4:junit4]   2> 3942 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>>> > [junit4:junit4]   2> 3943 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
>>> 15000
>>> > [junit4:junit4]   2> 3943 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> maxConnectionsPerHost to: 20
>>> > [junit4:junit4]   2> 3944 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>>> > [junit4:junit4]   2> 3944 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
>>> 2147483647
>>> > [junit4:junit4]   2> 3945 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
>>> to: 5
>>> > [junit4:junit4]   2> 3945 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>>> > [junit4:junit4]   2> 3946 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>>> > [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> =60000&connTimeout=15000&retry=false
>>> > [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering Log
>>> Listener
>>> > [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper
>>> Zookeeper client=127.0.0.1:49872/solr
>>> > [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath zkHost
>>> includes chroot
>>> > [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973
>>> > [junit4:junit4]   2> 3982 T2275 oaz.ClientCnxn$SendThread.logStartConnect
>>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>>> attempt to authenticate using SASL (access denied
>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 3983 T2275
>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>>> to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49880
>>> > [junit4:junit4]   2> 3984 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49880
>>> > [junit4:junit4]   2> 3985 T2237 oascc.ConnectionManager.waitForConnected
>>> Waiting for client to connect to ZooKeeper
>>> > [junit4:junit4]   2> 3990 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0005 with negotiated timeout 20000 for
>>> client /127.0.0.1:49880
>>> > [junit4:junit4]   2> 3991 T2275 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@5dbf0973
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 3991 T2237 oascc.ConnectionManager.waitForConnected
>>> Client is connected to ZooKeeper
>>> > [junit4:junit4]   2> 3993 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>>> Processed session termination for sessionid: 0x13ca0af48aa0005
>>> > [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>>> connection for client /127.0.0.1:49880 which had sessionid 0x13ca0af48aa0005
>>> > [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session:
>>> 0x13ca0af48aa0005 closed
>>> > [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 60000&connTimeout=15000
>>> > [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e
>>> > [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run
>>> EventThread shut down
>>> > [junit4:junit4]   2> 4002 T2237 oascc.ConnectionManager.waitForConnected
>>> Waiting for client to connect to ZooKeeper
>>> > [junit4:junit4]   2> 4003 T2277 oaz.ClientCnxn$SendThread.logStartConnect
>>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>>> attempt to authenticate using SASL (access denied
>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 4005 T2277
>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>>> to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49881
>>> > [junit4:junit4]   2> 4006 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49881
>>> > [junit4:junit4]   2> 4007 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0006 with negotiated timeout 20000 for
>>> client /127.0.0.1:49881
>>> > [junit4:junit4]   2> 4007 T2277 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@ddf927e
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 4008 T2237 oascc.ConnectionManager.waitForConnected
>>> Client is connected to ZooKeeper
>>> > [junit4:junit4]   2> 4009 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>>> type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 4010 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>>> type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 4012 T2237 oasc.ZkController.createEphemeralLiveNode
>>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_
>>> > [junit4:junit4]   2> 4013 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>>> type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error
>>> Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode = NoNode
>>> for /solr/live_nodes/127.0.0.1:49879_
>>> > [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath makePath:
>>> /live_nodes/127.0.0.1:49879_
>>> > [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 1)
>>> > [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process Updating live
>>> nodes... (2)
>>> > [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process Updating live
>>> nodes... (2)
>>> > [junit4:junit4]   2> 4026 T2237
>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>>> cluster state from ZooKeeper...
>>> > [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating SolrCore
>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 1359905511209/collection1
>>> > [junit4:junit4]   2> 4035 T2279 oasc.ZkController.createCollectionZkNode
>>> Check for collection zkNode:collection1
>>> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.createCollectionZkNode
>>> Collection zkNode exists
>>> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName Load
>>> collection config from:/collections/collection1
>>> > [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 1359905511209/collection1/'
>>> > [junit4:junit4]   2> 4039 T2279 oasc.SolrResourceLoader.replaceClassLoader
>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 1359905511209/collection1/lib/classes/' to classloader
>>> > [junit4:junit4]   2> 4040 T2279 oasc.SolrResourceLoader.replaceClassLoader
>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 1359905511209/collection1/lib/README' to classloader
>>> > [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene
>>> MatchVersion: LUCENE_50
>>> > [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded SolrConfig:
>>> solrconfig.xml
>>> > [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema Reading Solr
>>> Schema
>>> > [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema Schema
>>> name=test
>>> > [junit4:junit4]   2> 4637 T2279 oass.OpenExchangeRatesOrgProvider.init
>>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>>> > [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema default
>>> search field in schema is text
>>> > [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema unique key
>>> field: id
>>> > [junit4:junit4]   2> 4671 T2279 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 4677 T2279 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 4684 T2279 oass.OpenExchangeRatesOrgProvider.reload
>>> Reloading exchange rates from open-exchange-rates.json
>>> > [junit4:junit4]   2> 4686 T2279 oass.OpenExchangeRatesOrgProvider.reload
>>> Reloading exchange rates from open-exchange-rates.json
>>> > [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1] Opening
>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>>> 1359905511209/collection1/,
>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1/
>>> > [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX
>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> > [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory
>>> solr.NRTCachingDirectoryFactory
>>> > [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get return new
>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1 forceNew:false
>>> > [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1
>>> > [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New index
>>> directory detected: old=null
>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1/index/
>>> > [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING
>>> [collection1] Solr index directory
>>> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index'
>>> doesn't exist. Creating new index...
>>> > [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get return new
>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1/index forceNew:false
>>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit
>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.updateCommits
>>> newest commit = 1[segments_1]
>>> > [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1/index
>>>
>>> > [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml:
>>> solr.XMLResponseWriter
>>> > [junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe"
>>> > [junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe-allfields"
>>> > [junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "stored_sig"
>>> > [junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "uniq-fields"
>>> > [junit4:junit4]   2> 4702 T2279 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> > [junit4:junit4]   2> 4702 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 4702 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 4703 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 4704 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> solr.RealTimeGetHandler
>>> > [junit4:junit4]   2> 4704 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> solr.SearchHandler
>>> > [junit4:junit4]   2> 4705 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> > [junit4:junit4]   2> 4705 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> org.apache.solr.handler.admin.AdminHandlers
>>> > [junit4:junit4]   2> 4706 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 4706 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 4707 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 4708 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> solr.UpdateRequestHandler
>>> > [junit4:junit4]   2> 4708 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 4709 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 4709 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckCompRH_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 4710 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 4711 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 4711 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 4712 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 4712 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 4713 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> solr.MoreLikeThisHandler
>>> > [junit4:junit4]   2> 4713 T2279
>>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>>> solr.DumpRequestHandler
>>> > [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init
>>> xsltCacheLifetimeSeconds=60
>>> > [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport
>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>>> update your config to use the ShowFileRequestHandler.
>>> > [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport
>>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>>> ISOLATIN1ACCENT.TXT]
>>> > [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1
>>> > [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init> Opening
>>> Searcher@7db1b132 main
>>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard
>>> AutoCommit: disabled
>>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft AutoCommit:
>>> disabled
>>> > [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform
>>> Initializing spell checkers
>>> > [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init:
>>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> ngth=3}
>>> > [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher [collection1]
>>> Registered new searcher Searcher@7db1b132
>>> main{StandardDirectoryReader(segments_1:1)}
>>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing
>>> core=collection1 state=down
>>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards not
>>> found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 5182 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 5185 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=1 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"1",
>>> > [junit4:junit4]   2>          "shard":"shard1",
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"active",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"control_collection",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
>>> > [junit4:junit4]   2> 5198 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":null,
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"down",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
>>> > [junit4:junit4]   2> 5199 T2260
>>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
>>> collection1 with numShards 2
>>> > [junit4:junit4]   2> 5199 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>>> shard shard=shard1
>>> > [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> > [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> > [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> > [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore registering
>>> core: collection1
>>> > [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register replica -
>>> core:collection1 address:http://127.0.0.1:49879 collection:collection1
>>> shard:shard1
>>> > [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath makePath:
>>> /collections/collection1/leader_elect/shard1/election
>>> > [junit4:junit4]   2> 5813 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>>> type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error
>>> Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode
>>> for /solr/collections/collection1/leaders
>>> > [junit4:junit4]   2> 5815 T2279
>>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
>>> process.
>>> > [junit4:junit4]   2> 5817 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>>> type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 5824 T2279
>>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
>>> replicas found to continue.
>>> > [junit4:junit4]   2> 5824 T2279
>>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader
>>> - try and sync
>>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas to
>>> http://127.0.0.1:49879/collection1/
>>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync Success -
>>> now sync replicas to me
>>> > [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe
>>> http://127.0.0.1:49879/collection1/ has no replicas
>>> > [junit4:junit4]   2> 5826 T2279
>>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
>>> http://127.0.0.1:49879/collection1/
>>> > [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath makePath:
>>> /collections/collection1/leaders/shard1
>>> > [junit4:junit4]   2> 5842 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>>> type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 6744 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> > [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> > [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>>> > [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are
>>> http://127.0.0.1:49879/collection1/ and leader is
>>> http://127.0.0.1:49879/collection1/
>>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No LogReplay
>>> needed for core=collection1 baseURL=http://127.0.0.1:49879
>>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I am the
>>> leader, no recovery necessary
>>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing
>>> core=collection1 state=active
>>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards not
>>> found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 6811 T2279 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init
>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test/J0
>>> > [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init() done
>>> > [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> false
>>> > [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>>> > [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart Started
>>> SelectChannelConnector@127.0.0.1:49882
>>> > [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init()
>>> > [junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome
>>> JNDI not configured for solr (NoInitialContextEx)
>>> > [junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome
>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 1359905514296
>>> > [junit4:junit4]   2> 7012 T2237 oasc.CoreContainer$Initializer.initialize
>>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 1359905514296/solr.xml
>>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New
>>> CoreContainer 883532060
>>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading
>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 1359905514296/'
>>> > [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 1359905514296/'
>>> > [junit4:junit4]   2> 7046 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
>>> 60000
>>> > [junit4:junit4]   2> 7047 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>>> > [junit4:junit4]   2> 7047 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
>>> 15000
>>> > [junit4:junit4]   2> 7048 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> maxConnectionsPerHost to: 20
>>> > [junit4:junit4]   2> 7048 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>>> > [junit4:junit4]   2> 7049 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
>>> 2147483647
>>> > [junit4:junit4]   2> 7049 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
>>> to: 5
>>> > [junit4:junit4]   2> 7050 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>>> > [junit4:junit4]   2> 7050 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>>> > [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> =60000&connTimeout=15000&retry=false
>>> > [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering Log
>>> Listener
>>> > [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper
>>> Zookeeper client=127.0.0.1:49872/solr
>>> > [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath zkHost
>>> includes chroot
>>> > [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@29239796
>>> > [junit4:junit4]   2> 7081 T2237 oascc.ConnectionManager.waitForConnected
>>> Waiting for client to connect to ZooKeeper
>>> > [junit4:junit4]   2> 7081 T2290 oaz.ClientCnxn$SendThread.logStartConnect
>>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>>> attempt to authenticate using SASL (access denied
>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 7082 T2290
>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>>> to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49883
>>> > [junit4:junit4]   2> 7083 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49883
>>> > [junit4:junit4]   2> 7085 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0007 with negotiated timeout 20000 for
>>> client /127.0.0.1:49883
>>> > [junit4:junit4]   2> 7085 T2290 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@29239796
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 7086 T2237 oascc.ConnectionManager.waitForConnected
>>> Client is connected to ZooKeeper
>>> > [junit4:junit4]   2> 7088 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>>> Processed session termination for sessionid: 0x13ca0af48aa0007
>>> > [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>>> connection for client /127.0.0.1:49883 which had sessionid 0x13ca0af48aa0007
>>> > [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run
>>> EventThread shut down
>>> > [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session:
>>> 0x13ca0af48aa0007 closed
>>> > [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 60000&connTimeout=15000
>>> > [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
>>> > [junit4:junit4]   2> 7096 T2237 oascc.ConnectionManager.waitForConnected
>>> Waiting for client to connect to ZooKeeper
>>> > [junit4:junit4]   2> 7096 T2292 oaz.ClientCnxn$SendThread.logStartConnect
>>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>>> attempt to authenticate using SASL (access denied
>>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 7097 T2292
>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>>> to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49884
>>> > [junit4:junit4]   2> 7098 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49884
>>> > [junit4:junit4]   2> 7099 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0008 with negotiated timeout 20000 for
>>> client /127.0.0.1:49884
>>> > [junit4:junit4]   2> 7099 T2292 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 7100 T2237 oascc.ConnectionManager.waitForConnected
>>> Client is connected to ZooKeeper
>>> > [junit4:junit4]   2> 7101 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>>> type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 7103 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>>> type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 7104 T2237 oasc.ZkController.createEphemeralLiveNode
>>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_
>>> > [junit4:junit4]   2> 7105 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>>> type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error
>>> Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode = NoNode
>>> for /solr/live_nodes/127.0.0.1:49882_
>>> > [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath makePath:
>>> /live_nodes/127.0.0.1:49882_
>>> > [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 2)
>>> > [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 2)
>>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process Updating live
>>> nodes... (3)
>>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 3)
>>> > [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process Updating live
>>> nodes... (3)
>>> > [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process Updating live
>>> nodes... (3)
>>> > [junit4:junit4]   2> 7119 T2237
>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>>> cluster state from ZooKeeper...
>>> > [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating SolrCore
>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 1359905514296/collection1
>>> > [junit4:junit4]   2> 7128 T2294 oasc.ZkController.createCollectionZkNode
>>> Check for collection zkNode:collection1
>>> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.createCollectionZkNode
>>> Collection zkNode exists
>>> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName Load
>>> collection config from:/collections/collection1
>>> > [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 1359905514296/collection1/'
>>> > [junit4:junit4]   2> 7132 T2294 oasc.SolrResourceLoader.replaceClassLoader
>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 1359905514296/collection1/lib/classes/' to classloader
>>> > [junit4:junit4]   2> 7133 T2294 oasc.SolrResourceLoader.replaceClassLoader
>>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 1359905514296/collection1/lib/README' to classloader
>>> > [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene
>>> MatchVersion: LUCENE_50
>>> > [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded SolrConfig:
>>> solrconfig.xml
>>> > [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema Reading Solr
>>> Schema
>>> > [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema Schema
>>> name=test
>>> > [junit4:junit4]   2> 7764 T2294 oass.OpenExchangeRatesOrgProvider.init
>>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>>> > [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema default
>>> search field in schema is text
>>> > [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema unique key
>>> field: id
>>> > [junit4:junit4]   2> 7795 T2294 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 7800 T2294 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 7805 T2294 oass.OpenExchangeRatesOrgProvider.reload
>>> Reloading exchange rates from open-exchange-rates.json
>>> > [junit4:junit4]   2> 7807 T2294 oass.OpenExchangeRatesOrgProvider.reload
>>> Reloading exchange rates from open-exchange-rates.json
>>> > [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1] Opening
>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>>> 1359905514296/collection1/,
>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2/
>>> > [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX
>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> > [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory
>>> solr.NRTCachingDirectoryFactory
>>> > [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get return new
>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2 forceNew:false
>>> > [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2
>>> > [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New index
>>> directory detected: old=null
>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2/index/
>>> > [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING
>>> [collection1] Solr index directory
>>> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index'
>>> doesn't exist. Creating new index...
>>> > [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get return new
>>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2/index forceNew:false
>>> > [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit
>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2> 7818 T2294 oasc.SolrDeletionPolicy.updateCommits
>>> newest commit = 1[segments_1]
>>> > [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2/index
>>>
>>> > [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml:
>>> solr.XMLResponseWriter
>>> > [junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe"
>>> > [junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe-allfields"
>>> > [junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "stored_sig"
>>> > [junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "uniq-fields"
>>> > [junit4:junit4]   2> 7824 T2294 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> > [junit4:junit4]   2> 7824 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 7825 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 7825 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 7826 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> solr.RealTimeGetHandler
>>> > [junit4:junit4]   2> 7827 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> solr.SearchHandler
>>> > [junit4:junit4]   2> 7827 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> > [junit4:junit4]   2> 7828 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> org.apache.solr.handler.admin.AdminHandlers
>>> > [junit4:junit4]   2> 7828 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 7829 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 7829 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 7830 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> solr.UpdateRequestHandler
>>> > [junit4:junit4]   2> 7830 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 7831 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 7831 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckCompRH_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 7832 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 7833 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 7833 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 7834 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 7834 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 7835 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> solr.MoreLikeThisHandler
>>> > [junit4:junit4]   2> 7836 T2294
>>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>>> solr.DumpRequestHandler
>>> > [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init
>>> xsltCacheLifetimeSeconds=60
>>> > [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport
>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>>> update your config to use the ShowFileRequestHandler.
>>> > [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport
>>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>>> ISOLATIN1ACCENT.TXT]
>>> > [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2
>>> > [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init> Opening
>>> Searcher@43571abe main
>>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard
>>> AutoCommit: disabled
>>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft AutoCommit:
>>> disabled
>>> > [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform
>>> Initializing spell checkers
>>> > [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init:
>>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> ngth=3}
>>> > [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher [collection1]
>>> Registered new searcher Searcher@43571abe
>>> main{StandardDirectoryReader(segments_1:1)}
>>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing
>>> core=collection1 state=down
>>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards not
>>> found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 8269 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 8270 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":"shard1",
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"active",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
>>> > [junit4:junit4]   2> 8276 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":null,
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"down",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
>>> > [junit4:junit4]   2> 8276 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
>>> with numShards=2
>>> > [junit4:junit4]   2> 8276 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>>> shard shard=shard2
>>> > [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> > [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> > [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> > [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> > [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore registering
>>> core: collection1
>>> > [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register replica -
>>> core:collection1 address:http://127.0.0.1:49882 collection:collection1
>>> shard:shard2
>>> > [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath makePath:
>>> /collections/collection1/leader_elect/shard2/election
>>> > [junit4:junit4]   2> 8922 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>>> type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error
>>> Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode =
>>> NoNode for /solr/collections/collection1/leaders/shard2
>>> > [junit4:junit4]   2> 8924 T2294
>>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
>>> process.
>>> > [junit4:junit4]   2> 8925 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>>> type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 8929 T2294
>>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
>>> replicas found to continue.
>>> > [junit4:junit4]   2> 8930 T2294
>>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader
>>> - try and sync
>>> > [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas to
>>> http://127.0.0.1:49882/collection1/
>>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync Success -
>>> now sync replicas to me
>>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe
>>> http://127.0.0.1:49882/collection1/ has no replicas
>>> > [junit4:junit4]   2> 8932 T2294
>>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
>>> http://127.0.0.1:49882/collection1/
>>> > [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath makePath:
>>> /collections/collection1/leaders/shard2
>>> > [junit4:junit4]   2> 8943 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>>> type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 9797 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> > [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> > [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> > [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are
>>> http://127.0.0.1:49882/collection1/ and leader is
>>> http://127.0.0.1:49882/collection1/
>>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No LogReplay
>>> needed for core=collection1 baseURL=http://127.0.0.1:49882
>>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I am the
>>> leader, no recovery necessary
>>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing
>>> core=collection1 state=active
>>> > [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards not
>>> found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 9835 T2294 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init
>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test/J0
>>> > [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init() done
>>> > [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> false
>>> > [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>>> > [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart Started
>>> SelectChannelConnector@127.0.0.1:49885
>>> > [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init()
>>> > [junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome
>>> JNDI not configured for solr (NoInitialContextEx)
>>> > [junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome
>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 1359905517315
>>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer$Initializer.initialize
>>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 1359905517315/solr.xml
>>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New
>>> CoreContainer 1478444421
>>> > [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading
>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 1359905517315/'
>>> > [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 1359905517315/'
>>> > [junit4:junit4]   2> 10047 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
>>> 60000
>>> > [junit4:junit4]   2> 10048 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>>> > [junit4:junit4]   2> 10048 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
>>> 15000
>>> > [junit4:junit4]   2> 10049 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> maxConnectionsPerHost to: 20
>>> > [junit4:junit4]   2> 10050 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>>> > [junit4:junit4]   2> 10050 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
>>> 2147483647
>>> > [junit4:junit4]   2> 10051 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
>>> to: 5
>>> > [junit4:junit4]   2> 10051 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>>> > [junit4:junit4]   2> 10052 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>>> > [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> =60000&connTimeout=15000&retry=false
>>> > [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering Log
>>> Listener
>>> > [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper
>>> Zookeeper client=127.0.0.1:49872/solr
>>> > [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath zkHost
>>> includes chroot
>>> > [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1
>>> > [junit4:junit4]   2> 10086 T2237
>>> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
>>> ZooKeeper
>>> > [junit4:junit4]   2> 10086 T2305
>>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
>>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
>>> (access denied ("javax.security.auth.AuthPermission"
>>> "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 10088 T2305
>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>>> to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49886
>>> > [junit4:junit4]   2> 10089 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49886
>>> > [junit4:junit4]   2> 10089 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa0009 with negotiated timeout 20000 for
>>> client /127.0.0.1:49886
>>> > [junit4:junit4]   2> 10090 T2305 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@642e29e1
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 10090 T2237
>>> oascc.ConnectionManager.waitForConnected Client is connected to
>>> ZooKeeper
>>> > [junit4:junit4]   2> 10092 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>>> Processed session termination for sessionid: 0x13ca0af48aa0009
>>> > [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock Closed
>>> socket connection for client /127.0.0.1:49886 which had sessionid
>>> 0x13ca0af48aa0009
>>> > [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run
>>> EventThread shut down
>>> > [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session:
>>> 0x13ca0af48aa0009 closed
>>> > [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 60000&connTimeout=15000
>>> > [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd
>>> > [junit4:junit4]   2> 10100 T2237
>>> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
>>> ZooKeeper
>>> > [junit4:junit4]   2> 10100 T2307
>>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
>>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
>>> (access denied ("javax.security.auth.AuthPermission"
>>> "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 10101 T2307
>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>>> to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49887
>>> > [junit4:junit4]   2> 10102 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49887
>>> > [junit4:junit4]   2> 10103 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa000a with negotiated timeout 20000 for
>>> client /127.0.0.1:49887
>>> > [junit4:junit4]   2> 10104 T2307 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@3507d0fd
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 10104 T2237
>>> oascc.ConnectionManager.waitForConnected Client is connected to
>>> ZooKeeper
>>> > [junit4:junit4]   2> 10106 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa000a
>>> type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 10108 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa000a
>>> type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 10110 T2237
>>> oasc.ZkController.createEphemeralLiveNode Register node as live in
>>> ZooKeeper:/live_nodes/127.0.0.1:49885_
>>> > [junit4:junit4]   2> 10111 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa000a
>>> type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error
>>> Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode = NoNode
>>> for /solr/live_nodes/127.0.0.1:49885_
>>> > [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath makePath:
>>> /live_nodes/127.0.0.1:49885_
>>> > [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 3)
>>> > [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 3)
>>> > [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 3)
>>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process Updating
>>> live nodes... (4)
>>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 4)
>>> > [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process Updating
>>> live nodes... (4)
>>> > [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process Updating
>>> live nodes... (4)
>>> > [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process Updating
>>> live nodes... (4)
>>> > [junit4:junit4]   2> 10125 T2237
>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>>> cluster state from ZooKeeper...
>>> > [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating SolrCore
>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 1359905517315/collection1
>>> > [junit4:junit4]   2> 10134 T2309 oasc.ZkController.createCollectionZkNode
>>> Check for collection zkNode:collection1
>>> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.createCollectionZkNode
>>> Collection zkNode exists
>>> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName Load
>>> collection config from:/collections/collection1
>>> > [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 1359905517315/collection1/'
>>> > [junit4:junit4]   2> 10138 T2309
>>> oasc.SolrResourceLoader.replaceClassLoader Adding
>>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 1359905517315/collection1/lib/classes/' to classloader
>>> > [junit4:junit4]   2> 10139 T2309
>>> oasc.SolrResourceLoader.replaceClassLoader Adding
>>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 1359905517315/collection1/lib/README' to classloader
>>> > [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene
>>> MatchVersion: LUCENE_50
>>> > [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded SolrConfig:
>>> solrconfig.xml
>>> > [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema Reading Solr
>>> Schema
>>> > [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema Schema
>>> name=test
>>> > [junit4:junit4]   2> 10784 T2309 oass.OpenExchangeRatesOrgProvider.init
>>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>>> > [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema default
>>> search field in schema is text
>>> > [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema unique key
>>> field: id
>>> > [junit4:junit4]   2> 10817 T2309 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 10823 T2309 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 10828 T2309
>>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
>>> open-exchange-rates.json
>>> > [junit4:junit4]   2> 10830 T2309
>>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
>>> open-exchange-rates.json
>>> > [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1] Opening
>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>>> 1359905517315/collection1/,
>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/
>>> > [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX
>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> > [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory
>>> solr.NRTCachingDirectoryFactory
>>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get return
>>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3 forceNew:false
>>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close
>>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New index
>>> directory detected: old=null
>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index/
>>> > [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING
>>> [collection1] Solr index directory
>>> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index'
>>> doesn't exist. Creating new index...
>>> > [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get return
>>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index forceNew:false
>>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit
>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.updateCommits
>>> newest commit = 1[segments_1]
>>> > [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close
>>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index
>>> > [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created xml:
>>> solr.XMLResponseWriter
>>> > [junit4:junit4]   2> 10846 T2309 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe"
>>> > [junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe-allfields"
>>> > [junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "stored_sig"
>>> > [junit4:junit4]   2> 10848 T2309 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "uniq-fields"
>>> > [junit4:junit4]   2> 10849 T2309 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> > [junit4:junit4]   2> 10849 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 10850 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 10851 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 10852 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> solr.RealTimeGetHandler
>>> > [junit4:junit4]   2> 10853 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> solr.SearchHandler
>>> > [junit4:junit4]   2> 10854 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> > [junit4:junit4]   2> 10854 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> org.apache.solr.handler.admin.AdminHandlers
>>> > [junit4:junit4]   2> 10855 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 10855 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 10856 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 10856 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> solr.UpdateRequestHandler
>>> > [junit4:junit4]   2> 10857 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 10857 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 10858 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckCompRH_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 10859 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 10860 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 10861 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 10861 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 10862 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 10862 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> solr.MoreLikeThisHandler
>>> > [junit4:junit4]   2> 10863 T2309
>>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>>> solr.DumpRequestHandler
>>> > [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init
>>> xsltCacheLifetimeSeconds=60
>>> > [junit4:junit4]   2> 10871 T2309 oasc.SolrCore.initDeprecatedSupport
>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>>> update your config to use the ShowFileRequestHandler.
>>> > [junit4:junit4]   2> 10873 T2309 oasc.SolrCore.initDeprecatedSupport
>>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>>> ISOLATIN1ACCENT.TXT]
>>> > [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close
>>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init> Opening
>>> Searcher@682615b3 main
>>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard
>>> AutoCommit: disabled
>>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft
>>> AutoCommit: disabled
>>> > [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform
>>> Initializing spell checkers
>>> > [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init:
>>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> ngth=3}
>>> > [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher [collection1]
>>> Registered new searcher Searcher@682615b3
>>> main{StandardDirectoryReader(segments_1:1)}
>>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing
>>> core=collection1 state=down
>>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish numShards not
>>> found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 11333 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 11336 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":"shard2",
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"active",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
>>> > [junit4:junit4]   2> 11349 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":null,
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"down",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
>>> > [junit4:junit4]   2> 11350 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
>>> with numShards=2
>>> > [junit4:junit4]   2> 11351 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>>> shard shard=shard1
>>> > [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> > [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> > [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> > [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> > [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>>> > [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore registering
>>> core: collection1
>>> > [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register replica -
>>> core:collection1 address:http://127.0.0.1:49885 collection:collection1
>>> shard:shard1
>>> > [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are
>>> http://127.0.0.1:49885/collection1/ and leader is
>>> http://127.0.0.1:49879/collection1/
>>> > [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No LogReplay
>>> needed for core=collection1 baseURL=http://127.0.0.1:49885
>>> > [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery Core
>>> needs to recover:collection1
>>> > [junit4:junit4]   2> 11934 T2309 oasu.DefaultSolrCoreState.doRecovery
>>> Running recovery - first canceling any ongoing recovery
>>> > [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1
>>> org.apache.solr.core.SolrCore@258a35 url=http://127.0.0.1:49885/collection1
>>> node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1
>>> props:{shard=null, roles=null, state=down, core=collection1,
>>> collection=collection1, node_name=127.0.0.1:49885_,
>>> base_url=http://127.0.0.1:49885}
>>> > [junit4:junit4]   2> 11935 T2311 C170 P49885 oasc.RecoveryStrategy.run
>>> Starting recovery process.  core=collection1 recoveringAfterStartup=true
>>> > [junit4:junit4]   2> 11936 T2309 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 11938 T2311 C170 P49885
>>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
>>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish
>>> publishing core=collection1 state=recovering
>>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish
>>> numShards not found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init
>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test/J0
>>> > [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init() done
>>> > [junit4:junit4]   2> 11943 T2311 C170 P49885
>>> oascsi.HttpClientUtil.createClient Creating new http client,
>>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> false
>>> > [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> false
>>> > [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>>> > [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart Started
>>> SelectChannelConnector@127.0.0.1:49889
>>> > [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init()
>>> > [junit4:junit4]   2> 12125 T2237 oasc.SolrResourceLoader.locateSolrHome
>>> JNDI not configured for solr (NoInitialContextEx)
>>> > [junit4:junit4]   2> 12126 T2237 oasc.SolrResourceLoader.locateSolrHome
>>> using system property solr.solr.home: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 1359905519427
>>> > [junit4:junit4]   2> 12126 T2237 oasc.CoreContainer$Initializer.initialize
>>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 1359905519427/solr.xml
>>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New
>>> CoreContainer 1310203382
>>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading
>>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 1359905519427/'
>>> > [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 1359905519427/'
>>> > [junit4:junit4]   2> 12160 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
>>> 60000
>>> > [junit4:junit4]   2> 12161 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>>> > [junit4:junit4]   2> 12161 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
>>> 15000
>>> > [junit4:junit4]   2> 12162 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting
>>> maxConnectionsPerHost to: 20
>>> > [junit4:junit4]   2> 12162 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>>> > [junit4:junit4]   2> 12163 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
>>> 2147483647
>>> > [junit4:junit4]   2> 12163 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
>>> to: 5
>>> > [junit4:junit4]   2> 12164 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>>> > [junit4:junit4]   2> 12164 T2237
>>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>>> > [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>>> =60000&connTimeout=15000&retry=false
>>> > [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering Log
>>> Listener
>>> > [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper
>>> Zookeeper client=127.0.0.1:49872/solr
>>> > [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath zkHost
>>> includes chroot
>>> > [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83
>>> > [junit4:junit4]   2> 12195 T2237
>>> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
>>> ZooKeeper
>>> > [junit4:junit4]   2> 12195 T2321
>>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
>>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
>>> (access denied ("javax.security.auth.AuthPermission"
>>> "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 12196 T2321
>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>>> to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49890
>>> > [junit4:junit4]   2> 12197 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49890
>>> > [junit4:junit4]   2> 12289 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa000b with negotiated timeout 20000 for
>>> client /127.0.0.1:49890
>>> > [junit4:junit4]   2> 12289 T2321 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@4df75a83
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 12291 T2237
>>> oascc.ConnectionManager.waitForConnected Client is connected to
>>> ZooKeeper
>>> > [junit4:junit4]   2> 12294 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>>> Processed session termination for sessionid: 0x13ca0af48aa000b
>>> > [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session:
>>> 0x13ca0af48aa000b closed
>>> > [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock Closed
>>> socket connection for client /127.0.0.1:49890 which had sessionid
>>> 0x13ca0af48aa000b
>>> > [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>>> 60000&connTimeout=15000
>>> > [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run
>>> EventThread shut down
>>> > [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating client
>>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>>> watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
>>> > [junit4:junit4]   2> 12305 T2237
>>> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
>>> ZooKeeper
>>> > [junit4:junit4]   2> 12307 T2323
>>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
>>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
>>> (access denied ("javax.security.auth.AuthPermission"
>>> "getLoginConfiguration"))
>>> > [junit4:junit4]   2> 12308 T2323
>>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>>> to localhost/127.0.0.1:49872, initiating session
>>> > [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run Accepted
>>> socket connection from /127.0.0.1:49891
>>> > [junit4:junit4]   2> 12310 T2239
>>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>>> establish new session at /127.0.0.1:49891
>>> > [junit4:junit4]   2> 12313 T2241 oazs.ZooKeeperServer.finishSessionInit
>>> Established session 0x13ca0af48aa000c with negotiated timeout 20000 for
>>> client /127.0.0.1:49891
>>> > [junit4:junit4]   2> 12313 T2323 oaz.ClientCnxn$SendThread.onConnected
>>> Session establishment complete on server localhost/127.0.0.1:49872,
>>> sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000
>>> > [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process Watcher
>>> org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
>>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>>> WatchedEvent state:SyncConnected type:None path:null path:null
>>> type:None
>>> > [junit4:junit4]   2> 12314 T2237
>>> oascc.ConnectionManager.waitForConnected Client is connected to
>>> ZooKeeper
>>> > [junit4:junit4]   2> 12316 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa000c
>>> type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 12317 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa000c
>>> type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error
>>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>>> > [junit4:junit4]   2> 12319 T2237
>>> oasc.ZkController.createEphemeralLiveNode Register node as live in
>>> ZooKeeper:/live_nodes/127.0.0.1:49889_
>>> > [junit4:junit4]   2> 12320 T2242 oazs.PrepRequestProcessor.pRequest Got
>>> user-level KeeperException when processing sessionid:0x13ca0af48aa000c
>>> type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error
>>> Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode = NoNode
>>> for /solr/live_nodes/127.0.0.1:49889_
>>> > [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath makePath:
>>> /live_nodes/127.0.0.1:49889_
>>> > [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 4)
>>> > [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 4)
>>> > [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 4)
>>> > [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process Updating
>>> live nodes... (5)
>>> > [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 5)
>>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process Updating
>>> live nodes... (5)
>>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected
>>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>>> nodes size: 5)
>>> > [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process Updating
>>> live nodes... (5)
>>> > [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process Updating
>>> live nodes... (5)
>>> > [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process Updating
>>> live nodes... (5)
>>> > [junit4:junit4]   2> 12335 T2237
>>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>>> cluster state from ZooKeeper...
>>> > [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating SolrCore
>>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 1359905519427/collection1
>>> > [junit4:junit4]   2> 12343 T2325 oasc.ZkController.createCollectionZkNode
>>> Check for collection zkNode:collection1
>>> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.createCollectionZkNode
>>> Collection zkNode exists
>>> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName Load
>>> collection config from:/collections/collection1
>>> > [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new
>>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 1359905519427/collection1/'
>>> > [junit4:junit4]   2> 12347 T2325
>>> oasc.SolrResourceLoader.replaceClassLoader Adding
>>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 1359905519427/collection1/lib/classes/' to classloader
>>> > [junit4:junit4]   2> 12347 T2325
>>> oasc.SolrResourceLoader.replaceClassLoader Adding
>>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 1359905519427/collection1/lib/README' to classloader
>>> > [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene
>>> MatchVersion: LUCENE_50
>>> > [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded SolrConfig:
>>> solrconfig.xml
>>> > [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema Reading Solr
>>> Schema
>>> > [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema Schema
>>> name=test
>>> > [junit4:junit4]   2> 12897 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 12899 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":"shard1",
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"recovering",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
>>> > [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 13012 T2325 oass.OpenExchangeRatesOrgProvider.init
>>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>>> > [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema default
>>> search field in schema is text
>>> > [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema unique key
>>> field: id
>>> > [junit4:junit4]   2> 13045 T2325 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 13050 T2325 oass.FileExchangeRateProvider.reload
>>> Reloading exchange rates from file currency.xml
>>> > [junit4:junit4]   2> 13055 T2325
>>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
>>> open-exchange-rates.json
>>> > [junit4:junit4]   2> 13057 T2325
>>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
>>> open-exchange-rates.json
>>> > [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1] Opening
>>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>>> 1359905519427/collection1/,
>>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/
>>> > [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX
>>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>>> > [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory
>>> solr.NRTCachingDirectoryFactory
>>> > [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get return
>>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4 forceNew:false
>>> > [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close
>>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New index
>>> directory detected: old=null
>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index/
>>> > [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING
>>> [collection1] Solr index directory
>>> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index'
>>> doesn't exist. Creating new index...
>>> > [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get return
>>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index forceNew:false
>>> > [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit
>>> SolrDeletionPolicy.onCommit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2> 13069 T2325 oasc.SolrDeletionPolicy.updateCommits
>>> newest commit = 1[segments_1]
>>> > [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close
>>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index
>>> > [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created xml:
>>> solr.XMLResponseWriter
>>> > [junit4:junit4]   2> 13072 T2325 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe"
>>> > [junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "dedupe-allfields"
>>> > [junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "stored_sig"
>>> > [junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "uniq-fields"
>>> > [junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init
>>> inserting DistributedUpdateProcessorFactory into
>>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>>> > [junit4:junit4]   2> 13075 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 13075 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>>> solr.ReplicationHandler
>>> > [junit4:junit4]   2> 13077 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 13077 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>>> solr.RealTimeGetHandler
>>> > [junit4:junit4]   2> 13078 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>>> solr.SearchHandler
>>> > [junit4:junit4]   2> 13078 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>>> > [junit4:junit4]   2> 13079 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>>> org.apache.solr.handler.admin.AdminHandlers
>>> > [junit4:junit4]   2> 13080 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 13080 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 13080 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>>> solr.StandardRequestHandler
>>> > [junit4:junit4]   2> 13081 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>>> solr.UpdateRequestHandler
>>> > [junit4:junit4]   2> 13082 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 13082 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 13083 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckCompRH_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 13084 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 13084 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created
>>> spellCheckWithWordbreak_Direct:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 13085 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 13085 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 13086 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>>> org.apache.solr.handler.component.SearchHandler
>>> > [junit4:junit4]   2> 13086 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>>> solr.MoreLikeThisHandler
>>> > [junit4:junit4]   2> 13087 T2325
>>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>>> solr.DumpRequestHandler
>>> > [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init
>>> xsltCacheLifetimeSeconds=60
>>> > [junit4:junit4]   2> 13096 T2325 oasc.SolrCore.initDeprecatedSupport
>>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>>> update your config to use the ShowFileRequestHandler.
>>> > [junit4:junit4]   2> 13098 T2325 oasc.SolrCore.initDeprecatedSupport
>>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>>> ISOLATIN1ACCENT.TXT]
>>> > [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close
>>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init> Opening
>>> Searcher@76850ab4 main
>>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard
>>> AutoCommit: disabled
>>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft
>>> AutoCommit: disabled
>>> > [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform
>>> Initializing spell checkers
>>> > [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init:
>>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>>> ngth=3}
>>> > [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher [collection1]
>>> Registered new searcher Searcher@76850ab4
>>> main{StandardDirectoryReader(segments_1:1)}
>>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing
>>> core=collection1 state=down
>>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish numShards not
>>> found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 14416 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 14418 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":null,
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"down",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
>>> > [junit4:junit4]   2> 14418 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
>>> with numShards=2
>>> > [junit4:junit4]   2> 14418 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>>> shard shard=shard2
>>> > [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
>>> props:{shard=shard1, roles=null, state=recovering, core=collection1,
>>> collection=collection1, node_name=127.0.0.1:49885_,
>>> base_url=http://127.0.0.1:49885}
>>> > [junit4:junit4]   2> 14960 T2311 C170 P49885
>>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
>>> http://127.0.0.1:49879/collection1/ core=collection1 -
>>> recoveringAfterStartup=true
>>> > [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync PeerSync:
>>> core=collection1 url=http://127.0.0.1:49885 START
>>> replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100
>>> > [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync WARNING
>>> no frame of reference to tell of we've missed updates
>>> > [junit4:junit4]   2> 14962 T2311 C170 P49885
>>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful -
>>> trying replication. core=collection1
>>> > [junit4:junit4]   2> 14962 T2311 C170 P49885
>>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
>>> core=collection1
>>> > [junit4:junit4]   2> 14963 T2311 C170 P49885
>>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
>>> core=collection1
>>> > [junit4:junit4]   2> 14963 T2311 C170 P49885
>>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
>>> FSUpdateLog{state=ACTIVE, tlog=null}
>>> > [junit4:junit4]   2> 14964 T2311 C170 P49885
>>> oasc.RecoveryStrategy.replicate Attempting to replicate from
>>> http://127.0.0.1:49879/collection1/. core=collection1
>>> > [junit4:junit4]   2> 14964 T2311 C170 P49885
>>> oascsi.HttpClientUtil.createClient Creating new http client,
>>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> false
>>> > [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1
>>> org.apache.solr.core.SolrCore@54e69ff4
>>> url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_
>>> C171_STATE=coll:collection1 core:collection1 props:{shard=shard1,
>>> roles=null, state=active, core=collection1, collection=collection1,
>>> node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879,
>>> leader=true}
>>> > [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get
>>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0
>>> QTime=0
>>> > [junit4:junit4]   2> 14984 T2268 C171 P49879
>>> oasu.DirectUpdateHandler2.commit start
>>> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
>>> etes=false,softCommit=false}
>>> > [junit4:junit4]   2> 14985 T2268 C171 P49879
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1
>>> > [junit4:junit4]   2> 14987 T2268 C171 P49879 oasc.SolrDeletionPolicy.onInit
>>> SolrDeletionPolicy.onInit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2> 14988 T2268 C171 P49879
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>>> > [junit4:junit4]   2> 14990 T2268 C171 P49879
>>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>>> commits:num=2
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> ents_2]
>>> > [junit4:junit4]   2> 14991 T2268 C171 P49879
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>>> > [junit4:junit4]   2> 14992 T2268 C171 P49879
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1
>>> > [junit4:junit4]   2> 14993 T2268 C171 P49879 oass.SolrIndexSearcher.<init>
>>> Opening Searcher@7915d36a realtime
>>> > [junit4:junit4]   2> 14993 T2268 C171 P49879
>>> oasu.DirectUpdateHandler2.commit end_commit_flush
>>> > [junit4:junit4]   2> 14994 T2268 C171 P49879 /update
>>> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
>>> it_end_point=true&version=2&softCommit=false} {commit=} 0 10
>>> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.ReplicationHandler.inform
>>> Commits will be reserved for  10000
>>> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>  No
>>> value set for 'pollInterval'. Timer Task not started.
>>> > [junit4:junit4]   2> 14998 T2272 C171 P49879 oash.ReplicationHandler.inform
>>> Commits will be reserved for  10000
>>> > [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication
>>> {command=indexversion&qt=/replication&wt=javabin&version=2} status=0
>>> QTime=2
>>> > [junit4:junit4]   2> 14999 T2311 C170 P49885
>>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
>>> > [junit4:junit4]   2> 15000 T2311 C170 P49885
>>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
>>> > [junit4:junit4]   2> 15000 T2311 C170 P49885
>>> oash.SnapPuller.fetchLatestIndex Starting replication process
>>> > [junit4:junit4]   2> 15002 T2273 C171 P49879
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1
>>> > [junit4:junit4]   2> 15003 T2273 C171 P49879
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1/index
>>> > [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication
>>> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
>>> status=0 QTime=1
>>> > [junit4:junit4]   2> 15005 T2311 C170 P49885
>>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
>>> > [junit4:junit4]   2> 15005 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.get return new directory for
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index.20130203133202476 forceNew:false
>>> > [junit4:junit4]   2> 15006 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 15007 T2311 C170 P49885
>>> oash.SnapPuller.fetchLatestIndex Starting download to
>>> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
>>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index.20130203133202476
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
>>> > [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication
>>> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
>>> qt=/replication&generation=2} status=0 QTime=0
>>> > [junit4:junit4]   2> 15018 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index
>>> > [junit4:junit4]   2> 15018 T2311 C170 P49885
>>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
>>> > [junit4:junit4]   2> 15019 T2311 C170 P49885
>>> oash.SnapPuller.modifyIndexProps New index installed. Updating index
>>> properties... index=index.20130203133202476
>>> > [junit4:junit4]   2> 15020 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 15021 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 15021 T2311 C170 P49885 oasc.SolrCore.getNewIndexDir
>>> New index directory detected:
>>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index/
>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index.20130203133202476
>>> > [junit4:junit4]   2> 15024 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit
>>> SolrDeletionPolicy.onInit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index.20130203133202476
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> ents_2]
>>> > [junit4:junit4]   2> 15025 T2311 C170 P49885
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>>> > [junit4:junit4]   2> 15026 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
>>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
>>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
>>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
>>> unused... core=collection1
>>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
>>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
>>> core=collection1
>>> > [junit4:junit4]   2> 15028 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index.20130203133202476
>>> > [junit4:junit4]   2> 15028 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 15030 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit
>>> SolrDeletionPolicy.onInit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index.20130203133202476
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> ents_2]
>>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
>>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be
>>> used.
>>> > [junit4:junit4]   2> 15031 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 15031 T2311 C170 P49885 oass.SolrIndexSearcher.<init>
>>> Opening Searcher@11568f93 main
>>> > [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher [collection1]
>>> Registered new searcher Searcher@11568f93
>>> main{StandardDirectoryReader(segments_2:1:nrt)}
>>> > [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close
>>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index
>>> > [junit4:junit4]   2> 15034 T2311 C170 P49885
>>> oasu.DirectUpdateHandler2.commit start
>>> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
>>> letes=false,softCommit=false}
>>> > [junit4:junit4]   2> 15036 T2311 C170 P49885
>>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>>> commits:num=2
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index.20130203133202476
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> ents_2]
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index.20130203133202476
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
>>> ents_3]
>>> > [junit4:junit4]   2> 15036 T2311 C170 P49885
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
>>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
>>> oasu.DirectUpdateHandler2.commit end_commit_flush
>>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index.20130203133202476
>>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3/index
>>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.RecoveryStrategy.replay
>>> No replay needed. core=collection1
>>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
>>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful -
>>> registering as Active. core=collection1
>>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish
>>> publishing core=collection1 state=active
>>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish
>>> numShards not found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 15040 T2311 C170 P49885
>>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
>>> core=collection1
>>> > [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore registering
>>> core: collection1
>>> > [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register replica -
>>> core:collection1 address:http://127.0.0.1:49889 collection:collection1
>>> shard:shard2
>>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are
>>> http://127.0.0.1:49889/collection1/ and leader is
>>> http://127.0.0.1:49882/collection1/
>>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No LogReplay
>>> needed for core=collection1 baseURL=http://127.0.0.1:49889
>>> > [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery Core
>>> needs to recover:collection1
>>> > [junit4:junit4]   2> 15218 T2325 oasu.DefaultSolrCoreState.doRecovery
>>> Running recovery - first canceling any ongoing recovery
>>> > [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1
>>> org.apache.solr.core.SolrCore@7ea77b6d
>>> url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_
>>> C172_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null,
>>> state=down, core=collection1, collection=collection1,
>>> node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
>>> > [junit4:junit4]   2> 15219 T2329 C172 P49889 oasc.RecoveryStrategy.run
>>> Starting recovery process.  core=collection1 recoveringAfterStartup=true
>>> > [junit4:junit4]   2> 15219 T2325 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 15221 T2329 C172 P49889
>>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
>>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish
>>> publishing core=collection1 state=recovering
>>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish
>>> numShards not found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init
>>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-core/test/J0
>>> > [junit4:junit4]   2> 15223 T2329 C172 P49889
>>> oascsi.HttpClientUtil.createClient Creating new http client,
>>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> false
>>> > [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init
>>> SolrDispatchFilter.init() done
>>> > [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient Creating
>>> new http client,
>>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> false
>>> > [junit4:junit4]   2> 15230 T2237 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 15232 T2237
>>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for
>>> recoveries to finish - collection: collection1 failOnTimeout:true timeout
>>> (sec):230
>>> > [junit4:junit4]   2> 15234 T2237 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 15948 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 15950 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":"shard1",
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"active",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
>>> > [junit4:junit4]   2> 15964 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":"shard2",
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"recovering",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
>>> > [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 16242 T2237 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 17250 T2237 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
>>> props:{shard=shard2, roles=null, state=recovering, core=collection1,
>>> collection=collection1, node_name=127.0.0.1:49889_,
>>> base_url=http://127.0.0.1:49889}
>>> > [junit4:junit4]   2> 18233 T2329 C172 P49889
>>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
>>> http://127.0.0.1:49882/collection1/ core=collection1 -
>>> recoveringAfterStartup=true
>>> > [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync PeerSync:
>>> core=collection1 url=http://127.0.0.1:49889 START
>>> replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100
>>> > [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync WARNING
>>> no frame of reference to tell of we've missed updates
>>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful -
>>> trying replication. core=collection1
>>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
>>> core=collection1
>>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
>>> core=collection1
>>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
>>> FSUpdateLog{state=ACTIVE, tlog=null}
>>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>>> oasc.RecoveryStrategy.replicate Attempting to replicate from
>>> http://127.0.0.1:49882/collection1/. core=collection1
>>> > [junit4:junit4]   2> 18235 T2329 C172 P49889
>>> oascsi.HttpClientUtil.createClient Creating new http client,
>>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>>> false
>>> > [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1
>>> org.apache.solr.core.SolrCore@41549a80
>>> url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_
>>> C173_STATE=coll:collection1 core:collection1 props:{shard=shard2,
>>> roles=null, state=active, core=collection1, collection=collection1,
>>> node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882,
>>> leader=true}
>>> > [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get
>>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0
>>> QTime=1
>>> > [junit4:junit4]   2> 18244 T2287 C173 P49882
>>> oasu.DirectUpdateHandler2.commit start
>>> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
>>> etes=false,softCommit=false}
>>> > [junit4:junit4]   2> 18246 T2287 C173 P49882
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2
>>> > [junit4:junit4]   2> 18248 T2287 C173 P49882 oasc.SolrDeletionPolicy.onInit
>>> SolrDeletionPolicy.onInit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2> 18250 T2287 C173 P49882
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>>> > [junit4:junit4]   2> 18253 T2237 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 18253 T2287 C173 P49882
>>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>>> commits:num=2
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> ents_2]
>>> > [junit4:junit4]   2> 18253 T2287 C173 P49882
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>>> > [junit4:junit4]   2> 18254 T2287 C173 P49882
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2
>>> > [junit4:junit4]   2> 18255 T2287 C173 P49882 oass.SolrIndexSearcher.<init>
>>> Opening Searcher@33a54dcd realtime
>>> > [junit4:junit4]   2> 18255 T2287 C173 P49882
>>> oasu.DirectUpdateHandler2.commit end_commit_flush
>>> > [junit4:junit4]   2> 18256 T2287 C173 P49882 /update
>>> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
>>> it_end_point=true&version=2&softCommit=false} {commit=} 0 12
>>> > [junit4:junit4]   2> 18257 T2329 C172 P49889 oash.ReplicationHandler.inform
>>> Commits will be reserved for  10000
>>> > [junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>  No
>>> value set for 'pollInterval'. Timer Task not started.
>>> > [junit4:junit4]   2> 18261 T2285 C173 P49882 oash.ReplicationHandler.inform
>>> Commits will be reserved for  10000
>>> > [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication
>>> {command=indexversion&qt=/replication&wt=javabin&version=2} status=0
>>> QTime=1
>>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
>>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
>>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
>>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
>>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
>>> oash.SnapPuller.fetchLatestIndex Starting replication process
>>> > [junit4:junit4]   2> 18265 T2286 C173 P49882
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2
>>> > [junit4:junit4]   2> 18266 T2286 C173 P49882
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2/index
>>> > [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication
>>> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
>>> status=0 QTime=1
>>> > [junit4:junit4]   2> 18267 T2329 C172 P49889
>>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
>>> > [junit4:junit4]   2> 18268 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.get return new directory for
>>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index.20130203133205739 forceNew:false
>>> > [junit4:junit4]   2> 18269 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 18270 T2329 C172 P49889
>>> oash.SnapPuller.fetchLatestIndex Starting download to
>>> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
>>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index.20130203133205739
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
>>> > [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication
>>> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
>>> qt=/replication&generation=2} status=0 QTime=0
>>> > [junit4:junit4]   2> 18274 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index
>>> > [junit4:junit4]   2> 18275 T2329 C172 P49889
>>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
>>> > [junit4:junit4]   2> 18275 T2329 C172 P49889
>>> oash.SnapPuller.modifyIndexProps New index installed. Updating index
>>> properties... index=index.20130203133205739
>>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 18276 T2329 C172 P49889 oasc.SolrCore.getNewIndexDir
>>> New index directory detected:
>>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index/
>>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index.20130203133205739
>>> > [junit4:junit4]   2> 18279 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit
>>> SolrDeletionPolicy.onInit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index.20130203133205739
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> ents_2]
>>> > [junit4:junit4]   2> 18280 T2329 C172 P49889
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
>>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
>>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
>>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
>>> unused... core=collection1
>>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
>>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
>>> core=collection1
>>> > [junit4:junit4]   2> 18282 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index.20130203133205739
>>> > [junit4:junit4]   2> 18282 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 18284 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit
>>> SolrDeletionPolicy.onInit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index.20130203133205739
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> ents_2]
>>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
>>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be
>>> used.
>>> > [junit4:junit4]   2> 18285 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 18285 T2329 C172 P49889 oass.SolrIndexSearcher.<init>
>>> Opening Searcher@2b6d99f5 main
>>> > [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher [collection1]
>>> Registered new searcher Searcher@2b6d99f5
>>> main{StandardDirectoryReader(segments_2:1:nrt)}
>>> > [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close
>>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>>> trunk-MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index
>>> > [junit4:junit4]   2> 18288 T2329 C172 P49889
>>> oasu.DirectUpdateHandler2.commit start
>>> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
>>> letes=false,softCommit=false}
>>> > [junit4:junit4]   2> 18290 T2329 C172 P49889
>>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>>> commits:num=2
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index.20130203133205739
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>>> ents_2]
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index.20130203133205739
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
>>> ents_3]
>>> > [junit4:junit4]   2> 18290 T2329 C172 P49889
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
>>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
>>> oasu.DirectUpdateHandler2.commit end_commit_flush
>>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index.20130203133205739
>>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4/index
>>> > [junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.RecoveryStrategy.replay
>>> No replay needed. core=collection1
>>> > [junit4:junit4]   2> 18292 T2329 C172 P49889
>>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful -
>>> registering as Active. core=collection1
>>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish
>>> publishing core=collection1 state=active
>>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish
>>> numShards not found on descriptor - reading it from system property
>>> > [junit4:junit4]   2> 18294 T2329 C172 P49889
>>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
>>> core=collection1
>>> > [junit4:junit4]   2> 19014 T2260 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 19015 T2260
>>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>>> numShards=2 message={
>>> > [junit4:junit4]   2>          "operation":"state",
>>> > [junit4:junit4]   2>          "numShards":"2",
>>> > [junit4:junit4]   2>          "shard":"shard2",
>>> > [junit4:junit4]   2>          "roles":null,
>>> > [junit4:junit4]   2>          "state":"active",
>>> > [junit4:junit4]   2>          "core":"collection1",
>>> > [junit4:junit4]   2>          "collection":"collection1",
>>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
>>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
>>> > [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A cluster
>>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>>> > [junit4:junit4]   2> 19256 T2237 oascc.ZkStateReader.updateClusterState
>>> Updating cloud state from ZooKeeper...
>>> > [junit4:junit4]   2> 19257 T2237
>>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries
>>> finished - collection: collection1
>>> > [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1
>>> org.apache.solr.core.SolrCore@31b27d14
>>> url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_
>>> C174_STATE=coll:control_collection core:collection1 props:{shard=shard1,
>>> roles=null, state=active, core=collection1, collection=control_collection,
>>> node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875,
>>> leader=true}
>>> > [junit4:junit4]   2> 19265 T2251 C174 P49875
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data
>>> > [junit4:junit4]   2> 19269 T2251 C174 P49875 oasc.SolrDeletionPolicy.onInit
>>> SolrDeletionPolicy.onInit: commits:num=1
>>> > [junit4:junit4]   2>
>>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data/index
>>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
>>> maxCacheMB=48.0
>>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>>> ents_1]
>>> > [junit4:junit4]   2> 19269 T2251 C174 P49875
>>> oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>>> > [junit4:junit4]   2> 19270 T2251 C174 P49875
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/control/data
>>> > [junit4:junit4]   2> 19271 T2251 C174 P49875 oass.SolrIndexSearcher.<init>
>>> Opening Searcher@d328104 realtime
>>> > [junit4:junit4]   2> 19271 T2251 C174 P49875 /update
>>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297601679360)} 0 7
>>> > [junit4:junit4]   2> 19275 T2273 C171 P49879
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty1
>>> > [junit4:junit4]   2> 19281 T2284 C173 P49882
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty2
>>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
>>> props:{shard=shard1, roles=null, state=active, core=collection1,
>>> collection=collection1, node_name=127.0.0.1:49885_,
>>> base_url=http://127.0.0.1:49885}
>>> > [junit4:junit4]   2> 19289 T2302 C170 P49885
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty3
>>> > [junit4:junit4]   2> 19291 T2302 C170 P49885 /update
>>> {update.distrib=FROMLEADER&_version_=-
>>> 1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt
>>> =javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 4
>>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
>>> props:{shard=shard2, roles=null, state=active, core=collection1,
>>> collection=collection1, node_name=127.0.0.1:49889_,
>>> base_url=http://127.0.0.1:49889}
>>> > [junit4:junit4]   2> 19291 T2320 C172 P49889
>>> oasc.CachingDirectoryFactory.close Releasing
>>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build/solr-
>>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>>> 1359905507479/jetty4
>>> > [junit4:junit4]   2> 19292 T2320 C172 P49889 /update
>>> {update.distrib=FROMLEADER&_version_=-
>>> 1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt
>>> =javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 2
>>> > [junit4:junit4]   2> 19293 T2284 C173 P49882 /update
>>> {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-
>>> 1425964297618456576)} 0 13
>>> > [junit4:junit4]   2> 19294 T2273 C171 P49879 /update
>>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 21
>>> > [junit4:junit4]   2> 19303 T2252 C174 P49875 /update
>>> {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5
>>> > [junit4:junit4]   2> 19316 T2303 C170 P49885 /update
>>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
>>> ER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3
>>> > [junit4:junit4]   2> 19317 T2269 C171 P49879 /update
>>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER
>>> &wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10
>>> > [junit4:junit4]   2> 19318 T2285 C173 P49882 /update
>>> {wt=javabin&version=2} {add=[1]} 0 13
>>> > [junit4:junit4]   2> 19328 T2254 C174 P49875 /update
>>> {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1
>>> > [junit4:junit4]   2> 19350 T2315 C172 P49889 /update
>>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>>> ER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4
>>> > [junit4:junit4]   2> 19351 T2286 C173 P49882 /update
>>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
>>> &wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11
>>> > [junit4:junit4]   2> 19351 T2271 C171 P49879 /update
>>> {wt=javabin&version=2} {add=[2]} 0 15
>>> > [junit4:junit4]   2> 19357 T2255 C174 P49875 /update
>>> {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3
>>> > [junit4:junit4]   2> 19365 T2316 C172 P49889 /update
>>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>>> ER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2
>>> > [junit4:junit4]   2> 19366 T2289 C173 P49882 /update
>>> {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7
>>> > [junit4:junit4]   2> 19371 T2250 C174 P49875 /update
>>> {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2
>>> > [junit4:junit4]   2> 19379 T2304 C170 P49885 /update
>>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
>>> ER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2
>>> > [junit4:junit4]   2> 19380 T2268 C171 P49879 /update
>>> {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7
>>> > [junit4:junit4]   2> 19385 T2251 C174 P49875 /update
>>> {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2
>>> > [junit4:junit4]   2> 19399 T2317 C172 P49889 /update
>>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>>> ER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2
>>> > [junit4:junit4]   2> 19400 T2288 C173 P49882 /update
>>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
>>> &wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9
>>> > [junit4:junit4]   2> 19401 T2270 C171 P49879 /update
>>> {wt=javabin&version=2} {add=[5]} 0 12
>>> > [junit4:junit4]   2> 19406 T2253 C174 P49875 /update
>>> {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2
>>> > [junit4:junit4]   2> 19416 T2319 C172 P49889 /update
>>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>>> ER&wt=javabin&version=2}
>>> >
>>> > [...truncated too long message...]
>>> >
>>> > it4:junit4]    >    at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
>>> mizedRunner.java:787)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>>> evaluate(SystemPropertiesRestoreRule.java:53)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
>>> SetupTeardownChained.java:50)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
>>> cheSanity.java:51)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>>> fterRule.java:46)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>>> .evaluate(SystemPropertiesInvariantRule.java:55)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
>>> readAndTestName.java:49)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>>> IgnoreAfterMaxFailures.java:70)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>>> .java:48)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> ementAdapter.java:36)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>> run(ThreadLeakControl.java:358)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
>>> (ThreadLeakControl.java:782)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
>>> eakControl.java:442)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
>>> domizedRunner.java:746)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
>>> mizedRunner.java:648)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
>>> mizedRunner.java:682)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
>>> mizedRunner.java:693)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> ementAdapter.java:36)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>>> evaluate(SystemPropertiesRestoreRule.java:53)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>>> fterRule.java:46)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
>>> assName.java:42)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>>> .evaluate(SystemPropertiesInvariantRule.java:55)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> ementAdapter.java:36)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
>>> ertionsRequired.java:43)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>>> .java:48)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>>> IgnoreAfterMaxFailures.java:70)
>>> > [junit4:junit4]    >        at
>>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
>>> TestSuites.java:55)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>>> ementAdapter.java:36)
>>> > [junit4:junit4]    >        at
>>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>>> run(ThreadLeakControl.java:358)
>>> > [junit4:junit4]    >        at java.lang.Thread.run(Thread.java:722)
>>> > [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore
>>> ###deleteCore
>>> > [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:
>>> {n_f1=MockFixedIntBlock(blockSize=1923),
>>> foo_b=PostingsFormat(name=MockRandom),
>>> cat=PostingsFormat(name=NestedPulsing),
>>> foo_d=PostingsFormat(name=Asserting),
>>> foo_f=PostingsFormat(name=MockRandom),
>>> n_tl1=MockFixedIntBlock(blockSize=1923),
>>> n_d1=PostingsFormat(name=NestedPulsing),
>>> rnd_b=PostingsFormat(name=Asserting),
>>> intDefault=PostingsFormat(name=NestedPulsing),
>>> n_td1=MockFixedIntBlock(blockSize=1923),
>>> timestamp=PostingsFormat(name=NestedPulsing),
>>> id=PostingsFormat(name=Asserting),
>>> range_facet_sl=PostingsFormat(name=MockRandom),
>>> range_facet_si=MockFixedIntBlock(blockSize=1923),
>>> oddField_s=PostingsFormat(name=MockRandom),
>>> sequence_i=PostingsFormat(name=MockRandom),
>>> name=PostingsFormat(name=Asserting),
>>> foo_i=MockFixedIntBlock(blockSize=1923),
>>> regex_dup_B_s=PostingsFormat(name=NestedPulsing),
>>> multiDefault=MockFixedIntBlock(blockSize=1923),
>>> n_tf1=PostingsFormat(name=NestedPulsing),
>>> n_dt1=MockFixedIntBlock(blockSize=1923),
>>> genre_s=PostingsFormat(name=MockRandom),
>>> author_t=MockFixedIntBlock(blockSize=1923),
>>> n_ti1=PostingsFormat(name=Asserting),
>>> range_facet_l=PostingsFormat(name=NestedPulsing),
>>> text=PostingsFormat(name=MockRandom),
>>> _version_=PostingsFormat(name=NestedPulsing),
>>> val_i=PostingsFormat(name=Asserting),
>>> SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing),
>>> series_t=MockFixedIntBlock(blockSize=1923),
>>> a_t=PostingsFormat(name=NestedPulsing),
>>> n_tdt1=PostingsFormat(name=NestedPulsing),
>>> regex_dup_A_s=PostingsFormat(name=MockRandom),
>>> price=PostingsFormat(name=MockRandom),
>>> other_tl1=PostingsFormat(name=NestedPulsing),
>>> n_l1=PostingsFormat(name=NestedPulsing),
>>> a_si=MockFixedIntBlock(blockSize=1923),
>>> inStock=PostingsFormat(name=MockRandom)},
>>> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},
>>> locale=hu_HU, timezone=America/Sao_Paulo
>>> > [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation
>>> 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144
>>> > [junit4:junit4]   2> NOTE: All tests run in this JVM:
>>> [FullSolrCloudDistribCmdsTest, SortByFunctionTest, SolrRequestParserTest,
>>> CacheHeaderTest, AlternateDirectoryTest, SpellingQueryConverterTest,
>>> SynonymTokenizerTest, TestSort, LukeRequestHandlerTest,
>>> TestRangeQuery, FileBasedSpellCheckerTest, TestPhraseSuggestions,
>>> TestPluginEnable, TestComponentsName, TestJmxIntegration,
>>> SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions, BasicDistributedZk2Test,
>>> UpdateRequestProcessorFactoryTest, BadIndexSchemaTest,
>>> SchemaVersionSpecificBehaviorTest, WordBreakSolrSpellCheckerTest,
>>> TestIndexingPerformance, JSONWriterTest,
>>> FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache,
>>> PingRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest,
>>> TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest,
>>> ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest,
>>> CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest,
>>> TestStressRecovery, BadComponentTest, TestJoin, DocumentBuilderTest,
>>> TestStressLucene, DOMUtilTest, TestFunctionQuery, TestHashPartitioner,
>>> SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest,
>>> HardAutoCommitTest, ChaosMonkeySafeLeaderTest,
>>> DistributedQueryElevationComponentTest, RegexBoostProcessorTest,
>>> TestReplicationHandler, UpdateParamsTest,
>>> DirectUpdateHandlerOptimizeTest, TestGroupingSearch,
>>> TestElisionMultitermQuery, SuggesterTest, TestCharFilters, ReturnFieldsTest,
>>> StandardRequestHandlerTest, SystemInfoHandlerTest,
>>> TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest,
>>> DefaultValueUpdateProcessorTest, LeaderElectionTest,
>>> SpellCheckComponentTest, TestBinaryResponseWriter,
>>> TestPseudoReturnFields, TestStressVersions,
>>> StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest,
>>> TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions,
>>> SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory,
>>> TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest,
>>> TestPHPSerializedResponseWriter, TestUtils, TestRecovery,
>>> DistributedTermsComponentTest, UUIDFieldTest,
>>> ShowFileRequestHandlerTest, TestSolrDeletionPolicy1,
>>> IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestRemoteStreaming,
>>> TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser,
>>> PolyFieldTest, TestNumberUtils, TestQuerySenderListener,
>>> TestFoldingMultitermQuery, TestPartialUpdateDeduplication,
>>> DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest,
>>> ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest,
>>> ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest, TestUpdate,
>>> TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest,
>>> SimplePostToolTest, NumericFieldsTest, IndexBasedSpellCheckerTest,
>>> OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser,
>>> SignatureUpdateProcessorFactoryTest, ResourceLoaderTest,
>>> BasicDistributedZkTest]
>>> > [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!
>>> >
>>> > [...truncated 380 lines...]
>>> > BUILD FAILED
>>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/build.xml:346: The following error occurred while executing this
>>> line:
>>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/build.xml:39: The following error occurred while executing this line:
>>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/build.xml:178: The following error occurred while executing this
>>> line:
>>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/solr/common-build.xml:428: The following error occurred while
>>> executing this line:
>>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/lucene/common-build.xml:1176: The following error occurred while
>>> executing this line:
>>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>>> MacOSX/lucene/common-build.xml:841: There were test failures: 249 suites,
>>> 1038 tests, 1 failure, 14 ignored (3 assumptions)
>>> >
>>> > Total time: 58 minutes 11 seconds
>>> > Build step 'Invoke Ant' marked build as failure
>>> > Archiving artifacts
>>> > Recording test results
>>> > Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
>>> > Email was triggered for: Failure
>>> > Sending email for trigger: Failure
>>> >
>>> >
>>> >
>>> > ---------------------------------------------------------------------
>>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> > For additional commands, e-mail: dev-help@lucene.apache.org
>>>
>>>
>>> ---------------------------------------------------------------------
>>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>>> For additional commands, e-mail: dev-help@lucene.apache.org
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>>
>
>
>
> --
> - Mark



-- 
- Mark

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
I'll dig in a bit later and pull out the log snippet.

In regards to the 'fake' addresses though, this test should not be
using them. It create N jetties, all will real addresses. That's the
goal anyway.

- Mark

On Sun, Feb 3, 2013 at 2:01 PM, Uwe Schindler <uw...@thetaphi.de> wrote:
> Can you find out from the logs (or add a system.out), so we see to *where* it wants to connect? The Invalid argument should be fine, because this is also used in linux when it connects to the fake IPv6 addresses that "emulate" broken slaves. The BasicDistributedTestcase has a list of "fake" addresses, and I assume it is one of them. Maybe this test should *not* use those?
>
> Uwe
>
> -----
> Uwe Schindler
> H.-H.-Meier-Allee 63, D-28213 Bremen
> http://www.thetaphi.de
> eMail: uwe@thetaphi.de
>
>
>> -----Original Message-----
>> From: Mark Miller [mailto:markrmiller@gmail.com]
>> Sent: Sunday, February 03, 2013 5:08 PM
>> To: dev@lucene.apache.org
>> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #
>> 178 - Still Failing!
>>
>> In this test recovery fails because an http request keeps failing with:
>>
>> java.net.SocketException: Invalid argument
>>
>> Some googling points to an ipv4/ipv6 issue? Seems like an environment/test
>> problem.
>>
>> - Mark
>>
>> On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server
>> <je...@thetaphi.de> wrote:
>>
>> > Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/
>> > Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
>> >
>> > 1 tests failed.
>> > REGRESSION:
>> org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
>> >
>> > Error Message:
>> > There are still nodes recoverying - waited for 230 seconds
>> >
>> > Stack Trace:
>> > java.lang.AssertionError: There are still nodes recoverying - waited for 230
>> seconds
>> >     at
>> __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C3
>> 0]:0)
>> >     at org.junit.Assert.fail(Assert.java:93)
>> >     at
>> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
>> AbstractDistribZkTestBase.java:168)
>> >     at
>> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
>> AbstractDistribZkTestBase.java:126)
>> >     at
>> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
>> AbstractDistribZkTestBase.java:121)
>> >     at
>> org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(Ba
>> sicDistributedZkTest.java:458)
>> >     at
>> org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.j
>> ava:337)
>> >     at
>> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistri
>> butedSearchTestCase.java:794)
>> >     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> >     at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
>> ava:57)
>> >     at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
>> sorImpl.java:43)
>> >     at java.lang.reflect.Method.invoke(Method.java:601)
>> >     at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
>> dRunner.java:1559)
>> >     at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
>> mizedRunner.java:79)
>> >     at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
>> mizedRunner.java:737)
>> >     at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
>> mizedRunner.java:773)
>> >     at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
>> mizedRunner.java:787)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>> evaluate(SystemPropertiesRestoreRule.java:53)
>> >     at
>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
>> SetupTeardownChained.java:50)
>> >     at
>> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
>> cheSanity.java:51)
>> >     at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>> fterRule.java:46)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>> .evaluate(SystemPropertiesInvariantRule.java:55)
>> >     at
>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
>> readAndTestName.java:49)
>> >     at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>> IgnoreAfterMaxFailures.java:70)
>> >     at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>> .java:48)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>> ementAdapter.java:36)
>> >     at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>> run(ThreadLeakControl.java:358)
>> >     at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
>> (ThreadLeakControl.java:782)
>> >     at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
>> eakControl.java:442)
>> >     at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
>> domizedRunner.java:746)
>> >     at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
>> mizedRunner.java:648)
>> >     at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
>> mizedRunner.java:682)
>> >     at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
>> mizedRunner.java:693)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>> ementAdapter.java:36)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>> evaluate(SystemPropertiesRestoreRule.java:53)
>> >     at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>> fterRule.java:46)
>> >     at
>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
>> assName.java:42)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>> .evaluate(SystemPropertiesInvariantRule.java:55)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>> ementAdapter.java:36)
>> >     at
>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
>> ertionsRequired.java:43)
>> >     at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>> .java:48)
>> >     at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>> IgnoreAfterMaxFailures.java:70)
>> >     at
>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
>> TestSuites.java:55)
>> >     at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>> ementAdapter.java:36)
>> >     at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>> run(ThreadLeakControl.java:358)
>> >     at java.lang.Thread.run(Thread.java:722)
>> >
>> >
>> >
>> >
>> > Build Log:
>> > [...truncated 8980 lines...]
>> > [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
>> > [junit4:junit4]   2> 0 T2237
>> oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext
>> system property: /
>> > [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting
>> testDistribSearch
>> > [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479
>> > [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST SERVER
>> > [junit4:junit4]   2> 10 T2238
>> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime tickTime set
>> to 1000
>> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setMinSessionTimeout
>> minSessionTimeout set to -1
>> > [junit4:junit4]   2> 14 T2238 oazs.ZooKeeperServer.setMaxSessionTimeout
>> maxSessionTimeout set to -1
>> > [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure binding
>> to port 0.0.0.0/0.0.0.0:0
>> > [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/zookeeper/server1/data/version-2/snapshot.0
>> > [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server on
>> port:49872
>> > [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872 sessionTimeout=10000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9
>> > [junit4:junit4]   2> 116 T2237 oascc.ConnectionManager.waitForConnected
>> Waiting for client to connect to ZooKeeper
>> > [junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.logStartConnect
>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>> attempt to authenticate using SASL (access denied
>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>> > [junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.primeConnection
>> Socket connection established to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49873
>> > [junit4:junit4]   2> 118 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49873
>> > [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating new log file:
>> log.1
>> > [junit4:junit4]   2> 120 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0000 with negotiated timeout 10000 for
>> client /127.0.0.1:49873
>> > [junit4:junit4]   2> 121 T2243 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000
>> > [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@6ef101c9
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 122 T2237 oascc.ConnectionManager.waitForConnected
>> Client is connected to ZooKeeper
>> > [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath makePath: /solr
>> > [junit4:junit4]   2> 128 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>> Processed session termination for sessionid: 0x13ca0af48aa0000
>> > [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>> connection for client /127.0.0.1:49873 which had sessionid 0x13ca0af48aa0000
>> > [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session:
>> 0x13ca0af48aa0000 closed
>> > [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run EventThread
>> shut down
>> > [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb
>> > [junit4:junit4]   2> 131 T2237 oascc.ConnectionManager.waitForConnected
>> Waiting for client to connect to ZooKeeper
>> > [junit4:junit4]   2> 131 T2245 oaz.ClientCnxn$SendThread.logStartConnect
>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>> attempt to authenticate using SASL (access denied
>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>> > [junit4:junit4]   2> 132 T2245 oaz.ClientCnxn$SendThread.primeConnection
>> Socket connection established to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49874
>> > [junit4:junit4]   2> 133 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49874
>> > [junit4:junit4]   2> 134 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0001 with negotiated timeout 10000 for
>> client /127.0.0.1:49874
>> > [junit4:junit4]   2> 134 T2245 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000
>> > [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@63bc10cb
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 135 T2237 oascc.ConnectionManager.waitForConnected
>> Client is connected to ZooKeeper
>> > [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath makePath:
>> /collections/collection1
>> > [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath makePath:
>> /collections/collection1/shards
>> > [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath makePath:
>> /collections/control_collection
>> > [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath makePath:
>> /collections/control_collection/shards
>> > [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig put
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml
>> to /configs/conf1/solrconfig.xml
>> > [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath makePath:
>> /configs/conf1/solrconfig.xml
>> > [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig put
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to
>> /configs/conf1/schema.xml
>> > [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath makePath:
>> /configs/conf1/schema.xml
>> > [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig put
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt
>> to /configs/conf1/stopwords.txt
>> > [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath makePath:
>> /configs/conf1/stopwords.txt
>> > [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig put
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt
>> to /configs/conf1/protwords.txt
>> > [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath makePath:
>> /configs/conf1/protwords.txt
>> > [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig put
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to
>> /configs/conf1/currency.xml
>> > [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath makePath:
>> /configs/conf1/currency.xml
>> > [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig put
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-
>> exchange-rates.json to /configs/conf1/open-exchange-rates.json
>> > [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath makePath:
>> /configs/conf1/open-exchange-rates.json
>> > [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig put
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-
>> ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>> > [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath makePath:
>> /configs/conf1/mapping-ISOLatin1Accent.txt
>> > [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig put
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test-
>> files/solr/collection1/conf/old_synonyms.txt to
>> /configs/conf1/old_synonyms.txt
>> > [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath makePath:
>> /configs/conf1/old_synonyms.txt
>> > [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig put
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt
>> to /configs/conf1/synonyms.txt
>> > [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath makePath:
>> /configs/conf1/synonyms.txt
>> > [junit4:junit4]   2> 210 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>> Processed session termination for sessionid: 0x13ca0af48aa0001
>> > [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>> connection for client /127.0.0.1:49874 which had sessionid 0x13ca0af48aa0001
>> > [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run EventThread
>> shut down
>> > [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session:
>> 0x13ca0af48aa0001 closed
>> > [junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>> > [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart Started
>> SelectChannelConnector@127.0.0.1:49875
>> > [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init()
>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI
>> not configured for solr (NoInitialContextEx)
>> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome
>> using system property solr.solr.home: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>> 1359905507683
>> > [junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize looking
>> for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>> 1359905507683/solr.xml
>> > [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New CoreContainer
>> 1814343678
>> > [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading
>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>> 1359905507683/'
>> > [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>> 1359905507683/'
>> > [junit4:junit4]   2> 482 T2237 oashc.HttpShardHandlerFactory.getParameter
>> Setting socketTimeout to: 60000
>> > [junit4:junit4]   2> 484 T2237 oashc.HttpShardHandlerFactory.getParameter
>> Setting urlScheme to: http://
>> > [junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter
>> Setting connTimeout to: 15000
>> > [junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter
>> Setting maxConnectionsPerHost to: 20
>> > [junit4:junit4]   2> 486 T2237 oashc.HttpShardHandlerFactory.getParameter
>> Setting corePoolSize to: 0
>> > [junit4:junit4]   2> 487 T2237 oashc.HttpShardHandlerFactory.getParameter
>> Setting maximumPoolSize to: 2147483647
>> > [junit4:junit4]   2> 488 T2237 oashc.HttpShardHandlerFactory.getParameter
>> Setting maxThreadIdleTime to: 5
>> > [junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter
>> Setting sizeOfQueue to: -1
>> > [junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter
>> Setting fairnessPolicy to: false
>> > [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient Creating new
>> http client,
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>> =60000&connTimeout=15000&retry=false
>> > [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering Log
>> Listener
>> > [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper Zookeeper
>> client=127.0.0.1:49872/solr
>> > [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath zkHost
>> includes chroot
>> > [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
>> > [junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.logStartConnect
>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>> attempt to authenticate using SASL (access denied
>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>> > [junit4:junit4]   2> 529 T2237 oascc.ConnectionManager.waitForConnected
>> Waiting for client to connect to ZooKeeper
>> > [junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.primeConnection
>> Socket connection established to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49876
>> > [junit4:junit4]   2> 532 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49876
>> > [junit4:junit4]   2> 533 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0002 with negotiated timeout 20000 for
>> client /127.0.0.1:49876
>> > [junit4:junit4]   2> 533 T2256 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000
>> > [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 535 T2237 oascc.ConnectionManager.waitForConnected
>> Client is connected to ZooKeeper
>> > [junit4:junit4]   2> 537 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>> Processed session termination for sessionid: 0x13ca0af48aa0002
>> > [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>> connection for client /127.0.0.1:49876 which had sessionid 0x13ca0af48aa0002
>> > [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session:
>> 0x13ca0af48aa0002 closed
>> > [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run EventThread
>> shut down
>> > [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient Creating new
>> http client,
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>> 60000&connTimeout=15000
>> > [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404
>> > [junit4:junit4]   2> 546 T2237 oascc.ConnectionManager.waitForConnected
>> Waiting for client to connect to ZooKeeper
>> > [junit4:junit4]   2> 547 T2258 oaz.ClientCnxn$SendThread.logStartConnect
>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>> attempt to authenticate using SASL (access denied
>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>> > [junit4:junit4]   2> 548 T2258 oaz.ClientCnxn$SendThread.primeConnection
>> Socket connection established to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49877
>> > [junit4:junit4]   2> 550 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49877
>> > [junit4:junit4]   2> 551 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0003 with negotiated timeout 20000 for
>> client /127.0.0.1:49877
>> > [junit4:junit4]   2> 551 T2258 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000
>> > [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@d43d404
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 553 T2237 oascc.ConnectionManager.waitForConnected
>> Client is connected to ZooKeeper
>> > [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath makePath:
>> /live_nodes
>> > [junit4:junit4]   2> 570 T2237 oasc.ZkController.createEphemeralLiveNode
>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_
>> > [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error
>> Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode = NoNode
>> for /solr/live_nodes/127.0.0.1:49875_
>> > [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath makePath:
>> /live_nodes/127.0.0.1:49875_
>> > [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath makePath:
>> /overseer_elect/election
>> > [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for
>> /solr/overseer_elect/leader
>> > [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath makePath:
>> /overseer_elect/leader
>> > [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer
>> (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting
>> > [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run Process
>> current queue of collection creations
>> > [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath makePath:
>> /clusterstate.json
>> > [junit4:junit4]   2> 605 T2237
>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>> cluster state from ZooKeeper...
>> > [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating SolrCore
>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>> 1359905507683/collection1
>> > [junit4:junit4]   2> 615 T2262 oasc.ZkController.createCollectionZkNode
>> Check for collection zkNode:control_collection
>> > [junit4:junit4]   2> 616 T2260 oasc.Overseer$ClusterStateUpdater.run
>> Starting to work on the main queue
>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.createCollectionZkNode
>> Collection zkNode exists
>> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName Load
>> collection config from:/collections/control_collection
>> > [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>> 1359905507683/collection1/'
>> > [junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader
>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>> 1359905507683/collection1/lib/classes/' to classloader
>> > [junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader
>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>> 1359905507683/collection1/lib/README' to classloader
>> > [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene
>> MatchVersion: LUCENE_50
>> > [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded SolrConfig:
>> solrconfig.xml
>> > [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema Reading Solr
>> Schema
>> > [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema Schema
>> name=test
>> > [junit4:junit4]   2> 1305 T2262 oass.OpenExchangeRatesOrgProvider.init
>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> > [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema default
>> search field in schema is text
>> > [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema unique key
>> field: id
>> > [junit4:junit4]   2> 1349 T2262 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 1354 T2262 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 1359 T2262 oass.OpenExchangeRatesOrgProvider.reload
>> Reloading exchange rates from open-exchange-rates.json
>> > [junit4:junit4]   2> 1361 T2262 oass.OpenExchangeRatesOrgProvider.reload
>> Reloading exchange rates from open-exchange-rates.json
>> > [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1] Opening
>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
>> 1359905507683/collection1/,
>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data/
>> > [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX
>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>> > [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory
>> solr.NRTCachingDirectoryFactory
>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get return new
>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data forceNew:false
>> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data
>>
>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New index
>> directory detected: old=null
>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data/index/
>> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING
>> [collection1] Solr index directory
>> './org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data/index' doesn't exist. Creating new index...
>> > [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get return new
>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data/index forceNew:false
>> > [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit
>> SolrDeletionPolicy.onCommit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2> 1371 T2262 oasc.SolrDeletionPolicy.updateCommits
>> newest commit = 1[segments_1]
>> > [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data/index
>> > [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml:
>> solr.XMLResponseWriter
>> > [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe"
>> > [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe-allfields"
>> > [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "stored_sig"
>> > [junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "uniq-fields"
>> > [junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> > [junit4:junit4]   2> 1376 T2262
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 1376 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 1376 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 1377 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>> solr.RealTimeGetHandler
>> > [junit4:junit4]   2> 1377 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>> solr.SearchHandler
>> > [junit4:junit4]   2> 1378 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>> > [junit4:junit4]   2> 1378 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>> org.apache.solr.handler.admin.AdminHandlers
>> > [junit4:junit4]   2> 1379 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 1379 T2262
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 1379 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 1380 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>> solr.UpdateRequestHandler
>> > [junit4:junit4]   2> 1380 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 1381 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 1381 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckCompRH_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 1381 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 1383 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 1383 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 1384 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 1384 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 1385 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>> solr.MoreLikeThisHandler
>> > [junit4:junit4]   2> 1385 T2262
>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>> solr.DumpRequestHandler
>> > [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init
>> xsltCacheLifetimeSeconds=60
>> > [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport
>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>> update your config to use the ShowFileRequestHandler.
>> > [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport
>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>> ISOLATIN1ACCENT.TXT]
>> > [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data
>>
>> > [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init> Opening
>> Searcher@22fa1cde main
>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard
>> AutoCommit: disabled
>> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft AutoCommit:
>> disabled
>> > [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform
>> Initializing spell checkers
>> > [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init:
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>> ngth=3}
>> > [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher [collection1]
>> Registered new searcher Searcher@22fa1cde
>> main{StandardDirectoryReader(segments_1:1)}
>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing
>> core=collection1 state=down
>> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards not
>> found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 1448 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for
>> /solr/overseer/queue
>> > [junit4:junit4]   2> 2125 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 2126 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=1 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"1",
>> > [junit4:junit4]   2>          "shard":null,
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"down",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"control_collection",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
>> > [junit4:junit4]   2> 2126 T2260
>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
>> control_collection with numShards 1
>> > [junit4:junit4]   2> 2126 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>> shard shard=shard1
>> > [junit4:junit4]   2> 2127 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for
>> /solr/overseer/queue-work
>> > [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>> > [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore registering
>> core: collection1
>> > [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register replica -
>> core:collection1 address:http://127.0.0.1:49875 collection:control_collection
>> shard:shard1
>> > [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath makePath:
>> /collections/control_collection/leader_elect/shard1/election
>> > [junit4:junit4]   2> 2467 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error
>> Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode =
>> NoNode for /solr/collections/control_collection/leaders
>> > [junit4:junit4]   2> 2469 T2262
>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
>> process.
>> > [junit4:junit4]   2> 2469 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 2472 T2262
>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
>> replicas found to continue.
>> > [junit4:junit4]   2> 2472 T2262
>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader
>> - try and sync
>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas to
>> http://127.0.0.1:49875/collection1/
>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync Success -
>> now sync replicas to me
>> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe
>> http://127.0.0.1:49875/collection1/ has no replicas
>> > [junit4:junit4]   2> 2474 T2262
>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
>> http://127.0.0.1:49875/collection1/
>> > [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath makePath:
>> /collections/control_collection/leaders/shard1
>> > [junit4:junit4]   2> 2481 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
>> type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 3644 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are
>> http://127.0.0.1:49875/collection1/ and leader is
>> http://127.0.0.1:49875/collection1/
>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No LogReplay
>> needed for core=collection1 baseURL=http://127.0.0.1:49875
>> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I am the
>> leader, no recovery necessary
>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing
>> core=collection1 state=active
>> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards not
>> found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 3715 T2262 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init
>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test/J0
>> > [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init() done
>> > [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>> false
>> > [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client, config:
>> > [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8
>> > [junit4:junit4]   2> 3728 T2264 oaz.ClientCnxn$SendThread.logStartConnect
>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>> attempt to authenticate using SASL (access denied
>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>> > [junit4:junit4]   2> 3729 T2264
>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>> to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49878
>> > [junit4:junit4]   2> 3730 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49878
>> > [junit4:junit4]   2> 3730 T2237 oascc.ConnectionManager.waitForConnected
>> Waiting for client to connect to ZooKeeper
>> > [junit4:junit4]   2> 3731 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0004 with negotiated timeout 10000 for
>> client /127.0.0.1:49878
>> > [junit4:junit4]   2> 3731 T2264 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000
>> > [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@16aef4d8
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 3732 T2237 oascc.ConnectionManager.waitForConnected
>> Client is connected to ZooKeeper
>> > [junit4:junit4]   2> 3734 T2237
>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>> cluster state from ZooKeeper...
>> > [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog monkey: init
>> - expire sessions:true cause connection loss:true
>> > [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>> > [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart Started
>> SelectChannelConnector@127.0.0.1:49879
>> > [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init()
>> > [junit4:junit4]   2> 3904 T2237 oasc.SolrResourceLoader.locateSolrHome
>> JNDI not configured for solr (NoInitialContextEx)
>> > [junit4:junit4]   2> 3905 T2237 oasc.SolrResourceLoader.locateSolrHome
>> using system property solr.solr.home: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>> 1359905511209
>> > [junit4:junit4]   2> 3905 T2237 oasc.CoreContainer$Initializer.initialize
>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>> 1359905511209/solr.xml
>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New
>> CoreContainer 1639387465
>> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading
>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>> 1359905511209/'
>> > [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>> 1359905511209/'
>> > [junit4:junit4]   2> 3942 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
>> 60000
>> > [junit4:junit4]   2> 3942 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> > [junit4:junit4]   2> 3943 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
>> 15000
>> > [junit4:junit4]   2> 3943 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting
>> maxConnectionsPerHost to: 20
>> > [junit4:junit4]   2> 3944 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> > [junit4:junit4]   2> 3944 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
>> 2147483647
>> > [junit4:junit4]   2> 3945 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
>> to: 5
>> > [junit4:junit4]   2> 3945 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> > [junit4:junit4]   2> 3946 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> > [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>> =60000&connTimeout=15000&retry=false
>> > [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering Log
>> Listener
>> > [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper
>> Zookeeper client=127.0.0.1:49872/solr
>> > [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath zkHost
>> includes chroot
>> > [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973
>> > [junit4:junit4]   2> 3982 T2275 oaz.ClientCnxn$SendThread.logStartConnect
>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>> attempt to authenticate using SASL (access denied
>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>> > [junit4:junit4]   2> 3983 T2275
>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>> to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49880
>> > [junit4:junit4]   2> 3984 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49880
>> > [junit4:junit4]   2> 3985 T2237 oascc.ConnectionManager.waitForConnected
>> Waiting for client to connect to ZooKeeper
>> > [junit4:junit4]   2> 3990 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0005 with negotiated timeout 20000 for
>> client /127.0.0.1:49880
>> > [junit4:junit4]   2> 3991 T2275 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000
>> > [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@5dbf0973
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 3991 T2237 oascc.ConnectionManager.waitForConnected
>> Client is connected to ZooKeeper
>> > [junit4:junit4]   2> 3993 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>> Processed session termination for sessionid: 0x13ca0af48aa0005
>> > [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>> connection for client /127.0.0.1:49880 which had sessionid 0x13ca0af48aa0005
>> > [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session:
>> 0x13ca0af48aa0005 closed
>> > [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>> 60000&connTimeout=15000
>> > [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e
>> > [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run
>> EventThread shut down
>> > [junit4:junit4]   2> 4002 T2237 oascc.ConnectionManager.waitForConnected
>> Waiting for client to connect to ZooKeeper
>> > [junit4:junit4]   2> 4003 T2277 oaz.ClientCnxn$SendThread.logStartConnect
>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>> attempt to authenticate using SASL (access denied
>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>> > [junit4:junit4]   2> 4005 T2277
>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>> to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49881
>> > [junit4:junit4]   2> 4006 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49881
>> > [junit4:junit4]   2> 4007 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0006 with negotiated timeout 20000 for
>> client /127.0.0.1:49881
>> > [junit4:junit4]   2> 4007 T2277 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000
>> > [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@ddf927e
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 4008 T2237 oascc.ConnectionManager.waitForConnected
>> Client is connected to ZooKeeper
>> > [junit4:junit4]   2> 4009 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>> type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 4010 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>> type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 4012 T2237 oasc.ZkController.createEphemeralLiveNode
>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_
>> > [junit4:junit4]   2> 4013 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>> type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error
>> Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode = NoNode
>> for /solr/live_nodes/127.0.0.1:49879_
>> > [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath makePath:
>> /live_nodes/127.0.0.1:49879_
>> > [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 1)
>> > [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process Updating live
>> nodes... (2)
>> > [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process Updating live
>> nodes... (2)
>> > [junit4:junit4]   2> 4026 T2237
>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>> cluster state from ZooKeeper...
>> > [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating SolrCore
>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>> 1359905511209/collection1
>> > [junit4:junit4]   2> 4035 T2279 oasc.ZkController.createCollectionZkNode
>> Check for collection zkNode:collection1
>> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.createCollectionZkNode
>> Collection zkNode exists
>> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName Load
>> collection config from:/collections/collection1
>> > [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>> 1359905511209/collection1/'
>> > [junit4:junit4]   2> 4039 T2279 oasc.SolrResourceLoader.replaceClassLoader
>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>> 1359905511209/collection1/lib/classes/' to classloader
>> > [junit4:junit4]   2> 4040 T2279 oasc.SolrResourceLoader.replaceClassLoader
>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>> 1359905511209/collection1/lib/README' to classloader
>> > [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene
>> MatchVersion: LUCENE_50
>> > [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded SolrConfig:
>> solrconfig.xml
>> > [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema Reading Solr
>> Schema
>> > [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema Schema
>> name=test
>> > [junit4:junit4]   2> 4637 T2279 oass.OpenExchangeRatesOrgProvider.init
>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> > [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema default
>> search field in schema is text
>> > [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema unique key
>> field: id
>> > [junit4:junit4]   2> 4671 T2279 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 4677 T2279 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 4684 T2279 oass.OpenExchangeRatesOrgProvider.reload
>> Reloading exchange rates from open-exchange-rates.json
>> > [junit4:junit4]   2> 4686 T2279 oass.OpenExchangeRatesOrgProvider.reload
>> Reloading exchange rates from open-exchange-rates.json
>> > [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1] Opening
>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
>> 1359905511209/collection1/,
>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1/
>> > [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX
>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>> > [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory
>> solr.NRTCachingDirectoryFactory
>> > [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get return new
>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1 forceNew:false
>> > [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1
>> > [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New index
>> directory detected: old=null
>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1/index/
>> > [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING
>> [collection1] Solr index directory
>> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index'
>> doesn't exist. Creating new index...
>> > [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get return new
>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1/index forceNew:false
>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit
>> SolrDeletionPolicy.onCommit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.updateCommits
>> newest commit = 1[segments_1]
>> > [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1/index
>>
>> > [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml:
>> solr.XMLResponseWriter
>> > [junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe"
>> > [junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe-allfields"
>> > [junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "stored_sig"
>> > [junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "uniq-fields"
>> > [junit4:junit4]   2> 4702 T2279 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> > [junit4:junit4]   2> 4702 T2279
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 4702 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 4703 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 4704 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>> solr.RealTimeGetHandler
>> > [junit4:junit4]   2> 4704 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>> solr.SearchHandler
>> > [junit4:junit4]   2> 4705 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>> > [junit4:junit4]   2> 4705 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>> org.apache.solr.handler.admin.AdminHandlers
>> > [junit4:junit4]   2> 4706 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 4706 T2279
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 4707 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 4708 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>> solr.UpdateRequestHandler
>> > [junit4:junit4]   2> 4708 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 4709 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 4709 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckCompRH_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 4710 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 4711 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 4711 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 4712 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 4712 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 4713 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>> solr.MoreLikeThisHandler
>> > [junit4:junit4]   2> 4713 T2279
>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>> solr.DumpRequestHandler
>> > [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init
>> xsltCacheLifetimeSeconds=60
>> > [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport
>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>> update your config to use the ShowFileRequestHandler.
>> > [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport
>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>> ISOLATIN1ACCENT.TXT]
>> > [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1
>> > [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init> Opening
>> Searcher@7db1b132 main
>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard
>> AutoCommit: disabled
>> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft AutoCommit:
>> disabled
>> > [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform
>> Initializing spell checkers
>> > [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init:
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>> ngth=3}
>> > [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher [collection1]
>> Registered new searcher Searcher@7db1b132
>> main{StandardDirectoryReader(segments_1:1)}
>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing
>> core=collection1 state=down
>> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards not
>> found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 5182 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 5185 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=1 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"1",
>> > [junit4:junit4]   2>          "shard":"shard1",
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"active",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"control_collection",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49875_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49875"}
>> > [junit4:junit4]   2> 5198 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":null,
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"down",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
>> > [junit4:junit4]   2> 5199 T2260
>> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
>> collection1 with numShards 2
>> > [junit4:junit4]   2> 5199 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>> shard shard=shard1
>> > [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>> > [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>> > [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>> > [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore registering
>> core: collection1
>> > [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register replica -
>> core:collection1 address:http://127.0.0.1:49879 collection:collection1
>> shard:shard1
>> > [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath makePath:
>> /collections/collection1/leader_elect/shard1/election
>> > [junit4:junit4]   2> 5813 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>> type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error
>> Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode
>> for /solr/collections/collection1/leaders
>> > [junit4:junit4]   2> 5815 T2279
>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
>> process.
>> > [junit4:junit4]   2> 5817 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>> type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 5824 T2279
>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
>> replicas found to continue.
>> > [junit4:junit4]   2> 5824 T2279
>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader
>> - try and sync
>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas to
>> http://127.0.0.1:49879/collection1/
>> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync Success -
>> now sync replicas to me
>> > [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe
>> http://127.0.0.1:49879/collection1/ has no replicas
>> > [junit4:junit4]   2> 5826 T2279
>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
>> http://127.0.0.1:49879/collection1/
>> > [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath makePath:
>> /collections/collection1/leaders/shard1
>> > [junit4:junit4]   2> 5842 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
>> type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 6744 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>> > [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>> > [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>> > [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are
>> http://127.0.0.1:49879/collection1/ and leader is
>> http://127.0.0.1:49879/collection1/
>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No LogReplay
>> needed for core=collection1 baseURL=http://127.0.0.1:49879
>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I am the
>> leader, no recovery necessary
>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing
>> core=collection1 state=active
>> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards not
>> found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 6811 T2279 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init
>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test/J0
>> > [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init() done
>> > [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>> false
>> > [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>> > [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart Started
>> SelectChannelConnector@127.0.0.1:49882
>> > [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init()
>> > [junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome
>> JNDI not configured for solr (NoInitialContextEx)
>> > [junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome
>> using system property solr.solr.home: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>> 1359905514296
>> > [junit4:junit4]   2> 7012 T2237 oasc.CoreContainer$Initializer.initialize
>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>> 1359905514296/solr.xml
>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New
>> CoreContainer 883532060
>> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading
>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>> 1359905514296/'
>> > [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>> 1359905514296/'
>> > [junit4:junit4]   2> 7046 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
>> 60000
>> > [junit4:junit4]   2> 7047 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> > [junit4:junit4]   2> 7047 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
>> 15000
>> > [junit4:junit4]   2> 7048 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting
>> maxConnectionsPerHost to: 20
>> > [junit4:junit4]   2> 7048 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> > [junit4:junit4]   2> 7049 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
>> 2147483647
>> > [junit4:junit4]   2> 7049 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
>> to: 5
>> > [junit4:junit4]   2> 7050 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> > [junit4:junit4]   2> 7050 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> > [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>> =60000&connTimeout=15000&retry=false
>> > [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering Log
>> Listener
>> > [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper
>> Zookeeper client=127.0.0.1:49872/solr
>> > [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath zkHost
>> includes chroot
>> > [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@29239796
>> > [junit4:junit4]   2> 7081 T2237 oascc.ConnectionManager.waitForConnected
>> Waiting for client to connect to ZooKeeper
>> > [junit4:junit4]   2> 7081 T2290 oaz.ClientCnxn$SendThread.logStartConnect
>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>> attempt to authenticate using SASL (access denied
>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>> > [junit4:junit4]   2> 7082 T2290
>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>> to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49883
>> > [junit4:junit4]   2> 7083 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49883
>> > [junit4:junit4]   2> 7085 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0007 with negotiated timeout 20000 for
>> client /127.0.0.1:49883
>> > [junit4:junit4]   2> 7085 T2290 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000
>> > [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@29239796
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 7086 T2237 oascc.ConnectionManager.waitForConnected
>> Client is connected to ZooKeeper
>> > [junit4:junit4]   2> 7088 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>> Processed session termination for sessionid: 0x13ca0af48aa0007
>> > [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock Closed socket
>> connection for client /127.0.0.1:49883 which had sessionid 0x13ca0af48aa0007
>> > [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run
>> EventThread shut down
>> > [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session:
>> 0x13ca0af48aa0007 closed
>> > [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>> 60000&connTimeout=15000
>> > [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
>> > [junit4:junit4]   2> 7096 T2237 oascc.ConnectionManager.waitForConnected
>> Waiting for client to connect to ZooKeeper
>> > [junit4:junit4]   2> 7096 T2292 oaz.ClientCnxn$SendThread.logStartConnect
>> Opening socket connection to server localhost/127.0.0.1:49872. Will not
>> attempt to authenticate using SASL (access denied
>> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
>> > [junit4:junit4]   2> 7097 T2292
>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>> to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49884
>> > [junit4:junit4]   2> 7098 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49884
>> > [junit4:junit4]   2> 7099 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0008 with negotiated timeout 20000 for
>> client /127.0.0.1:49884
>> > [junit4:junit4]   2> 7099 T2292 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000
>> > [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 7100 T2237 oascc.ConnectionManager.waitForConnected
>> Client is connected to ZooKeeper
>> > [junit4:junit4]   2> 7101 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>> type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 7103 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>> type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 7104 T2237 oasc.ZkController.createEphemeralLiveNode
>> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_
>> > [junit4:junit4]   2> 7105 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>> type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error
>> Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode = NoNode
>> for /solr/live_nodes/127.0.0.1:49882_
>> > [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath makePath:
>> /live_nodes/127.0.0.1:49882_
>> > [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 2)
>> > [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 2)
>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process Updating live
>> nodes... (3)
>> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 3)
>> > [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process Updating live
>> nodes... (3)
>> > [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process Updating live
>> nodes... (3)
>> > [junit4:junit4]   2> 7119 T2237
>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>> cluster state from ZooKeeper...
>> > [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating SolrCore
>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>> 1359905514296/collection1
>> > [junit4:junit4]   2> 7128 T2294 oasc.ZkController.createCollectionZkNode
>> Check for collection zkNode:collection1
>> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.createCollectionZkNode
>> Collection zkNode exists
>> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName Load
>> collection config from:/collections/collection1
>> > [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>> 1359905514296/collection1/'
>> > [junit4:junit4]   2> 7132 T2294 oasc.SolrResourceLoader.replaceClassLoader
>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>> 1359905514296/collection1/lib/classes/' to classloader
>> > [junit4:junit4]   2> 7133 T2294 oasc.SolrResourceLoader.replaceClassLoader
>> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>> 1359905514296/collection1/lib/README' to classloader
>> > [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene
>> MatchVersion: LUCENE_50
>> > [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded SolrConfig:
>> solrconfig.xml
>> > [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema Reading Solr
>> Schema
>> > [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema Schema
>> name=test
>> > [junit4:junit4]   2> 7764 T2294 oass.OpenExchangeRatesOrgProvider.init
>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> > [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema default
>> search field in schema is text
>> > [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema unique key
>> field: id
>> > [junit4:junit4]   2> 7795 T2294 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 7800 T2294 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 7805 T2294 oass.OpenExchangeRatesOrgProvider.reload
>> Reloading exchange rates from open-exchange-rates.json
>> > [junit4:junit4]   2> 7807 T2294 oass.OpenExchangeRatesOrgProvider.reload
>> Reloading exchange rates from open-exchange-rates.json
>> > [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1] Opening
>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
>> 1359905514296/collection1/,
>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2/
>> > [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX
>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>> > [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory
>> solr.NRTCachingDirectoryFactory
>> > [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get return new
>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2 forceNew:false
>> > [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2
>> > [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New index
>> directory detected: old=null
>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2/index/
>> > [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING
>> [collection1] Solr index directory
>> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index'
>> doesn't exist. Creating new index...
>> > [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get return new
>> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2/index forceNew:false
>> > [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit
>> SolrDeletionPolicy.onCommit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2> 7818 T2294 oasc.SolrDeletionPolicy.updateCommits
>> newest commit = 1[segments_1]
>> > [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2/index
>>
>> > [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml:
>> solr.XMLResponseWriter
>> > [junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe"
>> > [junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe-allfields"
>> > [junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "stored_sig"
>> > [junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "uniq-fields"
>> > [junit4:junit4]   2> 7824 T2294 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> > [junit4:junit4]   2> 7824 T2294
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 7825 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 7825 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 7826 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>> solr.RealTimeGetHandler
>> > [junit4:junit4]   2> 7827 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>> solr.SearchHandler
>> > [junit4:junit4]   2> 7827 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>> > [junit4:junit4]   2> 7828 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>> org.apache.solr.handler.admin.AdminHandlers
>> > [junit4:junit4]   2> 7828 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 7829 T2294
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 7829 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 7830 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>> solr.UpdateRequestHandler
>> > [junit4:junit4]   2> 7830 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 7831 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 7831 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckCompRH_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 7832 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 7833 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 7833 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 7834 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 7834 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 7835 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>> solr.MoreLikeThisHandler
>> > [junit4:junit4]   2> 7836 T2294
>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>> solr.DumpRequestHandler
>> > [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init
>> xsltCacheLifetimeSeconds=60
>> > [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport
>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>> update your config to use the ShowFileRequestHandler.
>> > [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport
>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>> ISOLATIN1ACCENT.TXT]
>> > [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2
>> > [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init> Opening
>> Searcher@43571abe main
>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard
>> AutoCommit: disabled
>> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft AutoCommit:
>> disabled
>> > [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform
>> Initializing spell checkers
>> > [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init:
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>> ngth=3}
>> > [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher [collection1]
>> Registered new searcher Searcher@43571abe
>> main{StandardDirectoryReader(segments_1:1)}
>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing
>> core=collection1 state=down
>> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards not
>> found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 8269 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 8270 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":"shard1",
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"active",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49879_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49879"}
>> > [junit4:junit4]   2> 8276 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":null,
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"down",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
>> > [junit4:junit4]   2> 8276 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
>> with numShards=2
>> > [junit4:junit4]   2> 8276 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>> shard shard=shard2
>> > [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>> > [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>> > [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>> > [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>> > [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore registering
>> core: collection1
>> > [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register replica -
>> core:collection1 address:http://127.0.0.1:49882 collection:collection1
>> shard:shard2
>> > [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath makePath:
>> /collections/collection1/leader_elect/shard2/election
>> > [junit4:junit4]   2> 8922 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>> type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error
>> Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode =
>> NoNode for /solr/collections/collection1/leaders/shard2
>> > [junit4:junit4]   2> 8924 T2294
>> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
>> process.
>> > [junit4:junit4]   2> 8925 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>> type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 8929 T2294
>> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
>> replicas found to continue.
>> > [junit4:junit4]   2> 8930 T2294
>> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader
>> - try and sync
>> > [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas to
>> http://127.0.0.1:49882/collection1/
>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync Success -
>> now sync replicas to me
>> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe
>> http://127.0.0.1:49882/collection1/ has no replicas
>> > [junit4:junit4]   2> 8932 T2294
>> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
>> http://127.0.0.1:49882/collection1/
>> > [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath makePath:
>> /collections/collection1/leaders/shard2
>> > [junit4:junit4]   2> 8943 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
>> type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 9797 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>> > [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>> > [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>> > [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are
>> http://127.0.0.1:49882/collection1/ and leader is
>> http://127.0.0.1:49882/collection1/
>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No LogReplay
>> needed for core=collection1 baseURL=http://127.0.0.1:49882
>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I am the
>> leader, no recovery necessary
>> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing
>> core=collection1 state=active
>> > [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards not
>> found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 9835 T2294 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init
>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test/J0
>> > [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init() done
>> > [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>> false
>> > [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>> > [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart Started
>> SelectChannelConnector@127.0.0.1:49885
>> > [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init()
>> > [junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome
>> JNDI not configured for solr (NoInitialContextEx)
>> > [junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome
>> using system property solr.solr.home: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>> 1359905517315
>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer$Initializer.initialize
>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>> 1359905517315/solr.xml
>> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New
>> CoreContainer 1478444421
>> > [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading
>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>> 1359905517315/'
>> > [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>> 1359905517315/'
>> > [junit4:junit4]   2> 10047 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
>> 60000
>> > [junit4:junit4]   2> 10048 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> > [junit4:junit4]   2> 10048 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
>> 15000
>> > [junit4:junit4]   2> 10049 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting
>> maxConnectionsPerHost to: 20
>> > [junit4:junit4]   2> 10050 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> > [junit4:junit4]   2> 10050 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
>> 2147483647
>> > [junit4:junit4]   2> 10051 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
>> to: 5
>> > [junit4:junit4]   2> 10051 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> > [junit4:junit4]   2> 10052 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> > [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>> =60000&connTimeout=15000&retry=false
>> > [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering Log
>> Listener
>> > [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper
>> Zookeeper client=127.0.0.1:49872/solr
>> > [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath zkHost
>> includes chroot
>> > [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1
>> > [junit4:junit4]   2> 10086 T2237
>> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
>> ZooKeeper
>> > [junit4:junit4]   2> 10086 T2305
>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
>> (access denied ("javax.security.auth.AuthPermission"
>> "getLoginConfiguration"))
>> > [junit4:junit4]   2> 10088 T2305
>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>> to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49886
>> > [junit4:junit4]   2> 10089 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49886
>> > [junit4:junit4]   2> 10089 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa0009 with negotiated timeout 20000 for
>> client /127.0.0.1:49886
>> > [junit4:junit4]   2> 10090 T2305 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000
>> > [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@642e29e1
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 10090 T2237
>> oascc.ConnectionManager.waitForConnected Client is connected to
>> ZooKeeper
>> > [junit4:junit4]   2> 10092 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>> Processed session termination for sessionid: 0x13ca0af48aa0009
>> > [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock Closed
>> socket connection for client /127.0.0.1:49886 which had sessionid
>> 0x13ca0af48aa0009
>> > [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run
>> EventThread shut down
>> > [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session:
>> 0x13ca0af48aa0009 closed
>> > [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>> 60000&connTimeout=15000
>> > [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd
>> > [junit4:junit4]   2> 10100 T2237
>> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
>> ZooKeeper
>> > [junit4:junit4]   2> 10100 T2307
>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
>> (access denied ("javax.security.auth.AuthPermission"
>> "getLoginConfiguration"))
>> > [junit4:junit4]   2> 10101 T2307
>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>> to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49887
>> > [junit4:junit4]   2> 10102 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49887
>> > [junit4:junit4]   2> 10103 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa000a with negotiated timeout 20000 for
>> client /127.0.0.1:49887
>> > [junit4:junit4]   2> 10104 T2307 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000
>> > [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@3507d0fd
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 10104 T2237
>> oascc.ConnectionManager.waitForConnected Client is connected to
>> ZooKeeper
>> > [junit4:junit4]   2> 10106 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa000a
>> type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 10108 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa000a
>> type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 10110 T2237
>> oasc.ZkController.createEphemeralLiveNode Register node as live in
>> ZooKeeper:/live_nodes/127.0.0.1:49885_
>> > [junit4:junit4]   2> 10111 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa000a
>> type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error
>> Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode = NoNode
>> for /solr/live_nodes/127.0.0.1:49885_
>> > [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath makePath:
>> /live_nodes/127.0.0.1:49885_
>> > [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 3)
>> > [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 3)
>> > [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 3)
>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process Updating
>> live nodes... (4)
>> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 4)
>> > [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process Updating
>> live nodes... (4)
>> > [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process Updating
>> live nodes... (4)
>> > [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process Updating
>> live nodes... (4)
>> > [junit4:junit4]   2> 10125 T2237
>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>> cluster state from ZooKeeper...
>> > [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating SolrCore
>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>> 1359905517315/collection1
>> > [junit4:junit4]   2> 10134 T2309 oasc.ZkController.createCollectionZkNode
>> Check for collection zkNode:collection1
>> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.createCollectionZkNode
>> Collection zkNode exists
>> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName Load
>> collection config from:/collections/collection1
>> > [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>> 1359905517315/collection1/'
>> > [junit4:junit4]   2> 10138 T2309
>> oasc.SolrResourceLoader.replaceClassLoader Adding
>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>> 1359905517315/collection1/lib/classes/' to classloader
>> > [junit4:junit4]   2> 10139 T2309
>> oasc.SolrResourceLoader.replaceClassLoader Adding
>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>> 1359905517315/collection1/lib/README' to classloader
>> > [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene
>> MatchVersion: LUCENE_50
>> > [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded SolrConfig:
>> solrconfig.xml
>> > [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema Reading Solr
>> Schema
>> > [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema Schema
>> name=test
>> > [junit4:junit4]   2> 10784 T2309 oass.OpenExchangeRatesOrgProvider.init
>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> > [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema default
>> search field in schema is text
>> > [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema unique key
>> field: id
>> > [junit4:junit4]   2> 10817 T2309 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 10823 T2309 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 10828 T2309
>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
>> open-exchange-rates.json
>> > [junit4:junit4]   2> 10830 T2309
>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
>> open-exchange-rates.json
>> > [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1] Opening
>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
>> 1359905517315/collection1/,
>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/
>> > [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX
>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>> > [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory
>> solr.NRTCachingDirectoryFactory
>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get return
>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3 forceNew:false
>> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close
>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New index
>> directory detected: old=null
>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index/
>> > [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING
>> [collection1] Solr index directory
>> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index'
>> doesn't exist. Creating new index...
>> > [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get return
>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index forceNew:false
>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit
>> SolrDeletionPolicy.onCommit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.updateCommits
>> newest commit = 1[segments_1]
>> > [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close
>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index
>> > [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created xml:
>> solr.XMLResponseWriter
>> > [junit4:junit4]   2> 10846 T2309 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe"
>> > [junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe-allfields"
>> > [junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "stored_sig"
>> > [junit4:junit4]   2> 10848 T2309 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "uniq-fields"
>> > [junit4:junit4]   2> 10849 T2309 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> > [junit4:junit4]   2> 10849 T2309
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 10850 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 10851 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 10852 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>> solr.RealTimeGetHandler
>> > [junit4:junit4]   2> 10853 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>> solr.SearchHandler
>> > [junit4:junit4]   2> 10854 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>> > [junit4:junit4]   2> 10854 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>> org.apache.solr.handler.admin.AdminHandlers
>> > [junit4:junit4]   2> 10855 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 10855 T2309
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 10856 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 10856 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>> solr.UpdateRequestHandler
>> > [junit4:junit4]   2> 10857 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 10857 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 10858 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckCompRH_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 10859 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 10860 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 10861 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 10861 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 10862 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 10862 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>> solr.MoreLikeThisHandler
>> > [junit4:junit4]   2> 10863 T2309
>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>> solr.DumpRequestHandler
>> > [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init
>> xsltCacheLifetimeSeconds=60
>> > [junit4:junit4]   2> 10871 T2309 oasc.SolrCore.initDeprecatedSupport
>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>> update your config to use the ShowFileRequestHandler.
>> > [junit4:junit4]   2> 10873 T2309 oasc.SolrCore.initDeprecatedSupport
>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>> ISOLATIN1ACCENT.TXT]
>> > [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close
>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init> Opening
>> Searcher@682615b3 main
>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard
>> AutoCommit: disabled
>> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft
>> AutoCommit: disabled
>> > [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform
>> Initializing spell checkers
>> > [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init:
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>> ngth=3}
>> > [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher [collection1]
>> Registered new searcher Searcher@682615b3
>> main{StandardDirectoryReader(segments_1:1)}
>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing
>> core=collection1 state=down
>> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish numShards not
>> found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 11333 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 11336 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":"shard2",
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"active",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49882_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49882"}
>> > [junit4:junit4]   2> 11349 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":null,
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"down",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
>> > [junit4:junit4]   2> 11350 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
>> with numShards=2
>> > [junit4:junit4]   2> 11351 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>> shard shard=shard1
>> > [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>> > [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>> > [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>> > [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>> > [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
>> > [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore registering
>> core: collection1
>> > [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register replica -
>> core:collection1 address:http://127.0.0.1:49885 collection:collection1
>> shard:shard1
>> > [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are
>> http://127.0.0.1:49885/collection1/ and leader is
>> http://127.0.0.1:49879/collection1/
>> > [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No LogReplay
>> needed for core=collection1 baseURL=http://127.0.0.1:49885
>> > [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery Core
>> needs to recover:collection1
>> > [junit4:junit4]   2> 11934 T2309 oasu.DefaultSolrCoreState.doRecovery
>> Running recovery - first canceling any ongoing recovery
>> > [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1
>> org.apache.solr.core.SolrCore@258a35 url=http://127.0.0.1:49885/collection1
>> node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1
>> props:{shard=null, roles=null, state=down, core=collection1,
>> collection=collection1, node_name=127.0.0.1:49885_,
>> base_url=http://127.0.0.1:49885}
>> > [junit4:junit4]   2> 11935 T2311 C170 P49885 oasc.RecoveryStrategy.run
>> Starting recovery process.  core=collection1 recoveringAfterStartup=true
>> > [junit4:junit4]   2> 11936 T2309 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 11938 T2311 C170 P49885
>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish
>> publishing core=collection1 state=recovering
>> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish
>> numShards not found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init
>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test/J0
>> > [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init() done
>> > [junit4:junit4]   2> 11943 T2311 C170 P49885
>> oascsi.HttpClientUtil.createClient Creating new http client,
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>> false
>> > [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>> false
>> > [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
>> > [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart Started
>> SelectChannelConnector@127.0.0.1:49889
>> > [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init()
>> > [junit4:junit4]   2> 12125 T2237 oasc.SolrResourceLoader.locateSolrHome
>> JNDI not configured for solr (NoInitialContextEx)
>> > [junit4:junit4]   2> 12126 T2237 oasc.SolrResourceLoader.locateSolrHome
>> using system property solr.solr.home: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>> 1359905519427
>> > [junit4:junit4]   2> 12126 T2237 oasc.CoreContainer$Initializer.initialize
>> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>> 1359905519427/solr.xml
>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New
>> CoreContainer 1310203382
>> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading
>> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>> 1359905519427/'
>> > [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>> 1359905519427/'
>> > [junit4:junit4]   2> 12160 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
>> 60000
>> > [junit4:junit4]   2> 12161 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
>> > [junit4:junit4]   2> 12161 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
>> 15000
>> > [junit4:junit4]   2> 12162 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting
>> maxConnectionsPerHost to: 20
>> > [junit4:junit4]   2> 12162 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>> > [junit4:junit4]   2> 12163 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
>> 2147483647
>> > [junit4:junit4]   2> 12163 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
>> to: 5
>> > [junit4:junit4]   2> 12164 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>> > [junit4:junit4]   2> 12164 T2237
>> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>> > [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
>> =60000&connTimeout=15000&retry=false
>> > [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering Log
>> Listener
>> > [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper
>> Zookeeper client=127.0.0.1:49872/solr
>> > [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath zkHost
>> includes chroot
>> > [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83
>> > [junit4:junit4]   2> 12195 T2237
>> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
>> ZooKeeper
>> > [junit4:junit4]   2> 12195 T2321
>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
>> (access denied ("javax.security.auth.AuthPermission"
>> "getLoginConfiguration"))
>> > [junit4:junit4]   2> 12196 T2321
>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>> to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49890
>> > [junit4:junit4]   2> 12197 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49890
>> > [junit4:junit4]   2> 12289 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa000b with negotiated timeout 20000 for
>> client /127.0.0.1:49890
>> > [junit4:junit4]   2> 12289 T2321 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000
>> > [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@4df75a83
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 12291 T2237
>> oascc.ConnectionManager.waitForConnected Client is connected to
>> ZooKeeper
>> > [junit4:junit4]   2> 12294 T2242 oazs.PrepRequestProcessor.pRequest2Txn
>> Processed session termination for sessionid: 0x13ca0af48aa000b
>> > [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session:
>> 0x13ca0af48aa000b closed
>> > [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock Closed
>> socket connection for client /127.0.0.1:49890 which had sessionid
>> 0x13ca0af48aa000b
>> > [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
>> 60000&connTimeout=15000
>> > [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run
>> EventThread shut down
>> > [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating client
>> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
>> watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
>> > [junit4:junit4]   2> 12305 T2237
>> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
>> ZooKeeper
>> > [junit4:junit4]   2> 12307 T2323
>> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
>> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
>> (access denied ("javax.security.auth.AuthPermission"
>> "getLoginConfiguration"))
>> > [junit4:junit4]   2> 12308 T2323
>> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
>> to localhost/127.0.0.1:49872, initiating session
>> > [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run Accepted
>> socket connection from /127.0.0.1:49891
>> > [junit4:junit4]   2> 12310 T2239
>> oazs.ZooKeeperServer.processConnectRequest Client attempting to
>> establish new session at /127.0.0.1:49891
>> > [junit4:junit4]   2> 12313 T2241 oazs.ZooKeeperServer.finishSessionInit
>> Established session 0x13ca0af48aa000c with negotiated timeout 20000 for
>> client /127.0.0.1:49891
>> > [junit4:junit4]   2> 12313 T2323 oaz.ClientCnxn$SendThread.onConnected
>> Session establishment complete on server localhost/127.0.0.1:49872,
>> sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000
>> > [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process Watcher
>> org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
>> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
>> WatchedEvent state:SyncConnected type:None path:null path:null
>> type:None
>> > [junit4:junit4]   2> 12314 T2237
>> oascc.ConnectionManager.waitForConnected Client is connected to
>> ZooKeeper
>> > [junit4:junit4]   2> 12316 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa000c
>> type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 12317 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa000c
>> type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error
>> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
>> > [junit4:junit4]   2> 12319 T2237
>> oasc.ZkController.createEphemeralLiveNode Register node as live in
>> ZooKeeper:/live_nodes/127.0.0.1:49889_
>> > [junit4:junit4]   2> 12320 T2242 oazs.PrepRequestProcessor.pRequest Got
>> user-level KeeperException when processing sessionid:0x13ca0af48aa000c
>> type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error
>> Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode = NoNode
>> for /solr/live_nodes/127.0.0.1:49889_
>> > [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath makePath:
>> /live_nodes/127.0.0.1:49889_
>> > [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 4)
>> > [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 4)
>> > [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 4)
>> > [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process Updating
>> live nodes... (5)
>> > [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 5)
>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process Updating
>> live nodes... (5)
>> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected
>> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
>> nodes size: 5)
>> > [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process Updating
>> live nodes... (5)
>> > [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process Updating
>> live nodes... (5)
>> > [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process Updating
>> live nodes... (5)
>> > [junit4:junit4]   2> 12335 T2237
>> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
>> cluster state from ZooKeeper...
>> > [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating SolrCore
>> 'collection1' using instanceDir: /Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>> 1359905519427/collection1
>> > [junit4:junit4]   2> 12343 T2325 oasc.ZkController.createCollectionZkNode
>> Check for collection zkNode:collection1
>> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.createCollectionZkNode
>> Collection zkNode exists
>> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName Load
>> collection config from:/collections/collection1
>> > [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new
>> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>> 1359905519427/collection1/'
>> > [junit4:junit4]   2> 12347 T2325
>> oasc.SolrResourceLoader.replaceClassLoader Adding
>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>> 1359905519427/collection1/lib/classes/' to classloader
>> > [junit4:junit4]   2> 12347 T2325
>> oasc.SolrResourceLoader.replaceClassLoader Adding
>> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>> 1359905519427/collection1/lib/README' to classloader
>> > [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene
>> MatchVersion: LUCENE_50
>> > [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded SolrConfig:
>> solrconfig.xml
>> > [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema Reading Solr
>> Schema
>> > [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema Schema
>> name=test
>> > [junit4:junit4]   2> 12897 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 12899 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":"shard1",
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"recovering",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
>> > [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 13012 T2325 oass.OpenExchangeRatesOrgProvider.init
>> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>> > [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema default
>> search field in schema is text
>> > [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema unique key
>> field: id
>> > [junit4:junit4]   2> 13045 T2325 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 13050 T2325 oass.FileExchangeRateProvider.reload
>> Reloading exchange rates from file currency.xml
>> > [junit4:junit4]   2> 13055 T2325
>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
>> open-exchange-rates.json
>> > [junit4:junit4]   2> 13057 T2325
>> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
>> open-exchange-rates.json
>> > [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1] Opening
>> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
>> 1359905519427/collection1/,
>> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/
>> > [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX
>> monitoring is enabled. Adding Solr mbeans to JMX Server:
>> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
>> > [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory
>> solr.NRTCachingDirectoryFactory
>> > [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get return
>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4 forceNew:false
>> > [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close
>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New index
>> directory detected: old=null
>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index/
>> > [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING
>> [collection1] Solr index directory
>> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index'
>> doesn't exist. Creating new index...
>> > [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get return
>> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index forceNew:false
>> > [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit
>> SolrDeletionPolicy.onCommit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2> 13069 T2325 oasc.SolrDeletionPolicy.updateCommits
>> newest commit = 1[segments_1]
>> > [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close
>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index
>> > [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created xml:
>> solr.XMLResponseWriter
>> > [junit4:junit4]   2> 13072 T2325 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe"
>> > [junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "dedupe-allfields"
>> > [junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "stored_sig"
>> > [junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "uniq-fields"
>> > [junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init
>> inserting DistributedUpdateProcessorFactory into
>> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>> > [junit4:junit4]   2> 13075 T2325
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 13075 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created /replication:
>> solr.ReplicationHandler
>> > [junit4:junit4]   2> 13077 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created standard:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 13077 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created /get:
>> solr.RealTimeGetHandler
>> > [junit4:junit4]   2> 13078 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created dismax:
>> solr.SearchHandler
>> > [junit4:junit4]   2> 13078 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created mock:
>> org.apache.solr.core.MockQuerySenderListenerReqHandler
>> > [junit4:junit4]   2> 13079 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
>> org.apache.solr.handler.admin.AdminHandlers
>> > [junit4:junit4]   2> 13080 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created defaults:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 13080 T2325
>> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 13080 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created lazy:
>> solr.StandardRequestHandler
>> > [junit4:junit4]   2> 13081 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created /update:
>> solr.UpdateRequestHandler
>> > [junit4:junit4]   2> 13082 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created /terms:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 13082 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 13083 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckCompRH_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 13084 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 13084 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created
>> spellCheckWithWordbreak_Direct:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 13085 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 13085 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 13086 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
>> org.apache.solr.handler.component.SearchHandler
>> > [junit4:junit4]   2> 13086 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
>> solr.MoreLikeThisHandler
>> > [junit4:junit4]   2> 13087 T2325
>> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
>> solr.DumpRequestHandler
>> > [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init
>> xsltCacheLifetimeSeconds=60
>> > [junit4:junit4]   2> 13096 T2325 oasc.SolrCore.initDeprecatedSupport
>> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
>> update your config to use the ShowFileRequestHandler.
>> > [junit4:junit4]   2> 13098 T2325 oasc.SolrCore.initDeprecatedSupport
>> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
>> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
>> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
>> ISOLATIN1ACCENT.TXT]
>> > [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close
>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init> Opening
>> Searcher@76850ab4 main
>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard
>> AutoCommit: disabled
>> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft
>> AutoCommit: disabled
>> > [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform
>> Initializing spell checkers
>> > [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init:
>> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
>> ngth=3}
>> > [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher [collection1]
>> Registered new searcher Searcher@76850ab4
>> main{StandardDirectoryReader(segments_1:1)}
>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing
>> core=collection1 state=down
>> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish numShards not
>> found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 14416 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 14418 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":null,
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"down",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
>> > [junit4:junit4]   2> 14418 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
>> with numShards=2
>> > [junit4:junit4]   2> 14418 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
>> shard shard=shard2
>> > [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
>> props:{shard=shard1, roles=null, state=recovering, core=collection1,
>> collection=collection1, node_name=127.0.0.1:49885_,
>> base_url=http://127.0.0.1:49885}
>> > [junit4:junit4]   2> 14960 T2311 C170 P49885
>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
>> http://127.0.0.1:49879/collection1/ core=collection1 -
>> recoveringAfterStartup=true
>> > [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync PeerSync:
>> core=collection1 url=http://127.0.0.1:49885 START
>> replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100
>> > [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync WARNING
>> no frame of reference to tell of we've missed updates
>> > [junit4:junit4]   2> 14962 T2311 C170 P49885
>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful -
>> trying replication. core=collection1
>> > [junit4:junit4]   2> 14962 T2311 C170 P49885
>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
>> core=collection1
>> > [junit4:junit4]   2> 14963 T2311 C170 P49885
>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
>> core=collection1
>> > [junit4:junit4]   2> 14963 T2311 C170 P49885
>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
>> FSUpdateLog{state=ACTIVE, tlog=null}
>> > [junit4:junit4]   2> 14964 T2311 C170 P49885
>> oasc.RecoveryStrategy.replicate Attempting to replicate from
>> http://127.0.0.1:49879/collection1/. core=collection1
>> > [junit4:junit4]   2> 14964 T2311 C170 P49885
>> oascsi.HttpClientUtil.createClient Creating new http client,
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>> false
>> > [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1
>> org.apache.solr.core.SolrCore@54e69ff4
>> url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_
>> C171_STATE=coll:collection1 core:collection1 props:{shard=shard1,
>> roles=null, state=active, core=collection1, collection=collection1,
>> node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879,
>> leader=true}
>> > [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get
>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0
>> QTime=0
>> > [junit4:junit4]   2> 14984 T2268 C171 P49879
>> oasu.DirectUpdateHandler2.commit start
>> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
>> etes=false,softCommit=false}
>> > [junit4:junit4]   2> 14985 T2268 C171 P49879
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1
>> > [junit4:junit4]   2> 14987 T2268 C171 P49879 oasc.SolrDeletionPolicy.onInit
>> SolrDeletionPolicy.onInit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2> 14988 T2268 C171 P49879
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>> > [junit4:junit4]   2> 14990 T2268 C171 P49879
>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>> commits:num=2
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>> ents_2]
>> > [junit4:junit4]   2> 14991 T2268 C171 P49879
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>> > [junit4:junit4]   2> 14992 T2268 C171 P49879
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1
>> > [junit4:junit4]   2> 14993 T2268 C171 P49879 oass.SolrIndexSearcher.<init>
>> Opening Searcher@7915d36a realtime
>> > [junit4:junit4]   2> 14993 T2268 C171 P49879
>> oasu.DirectUpdateHandler2.commit end_commit_flush
>> > [junit4:junit4]   2> 14994 T2268 C171 P49879 /update
>> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
>> it_end_point=true&version=2&softCommit=false} {commit=} 0 10
>> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.ReplicationHandler.inform
>> Commits will be reserved for  10000
>> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>  No
>> value set for 'pollInterval'. Timer Task not started.
>> > [junit4:junit4]   2> 14998 T2272 C171 P49879 oash.ReplicationHandler.inform
>> Commits will be reserved for  10000
>> > [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication
>> {command=indexversion&qt=/replication&wt=javabin&version=2} status=0
>> QTime=2
>> > [junit4:junit4]   2> 14999 T2311 C170 P49885
>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
>> > [junit4:junit4]   2> 15000 T2311 C170 P49885
>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
>> > [junit4:junit4]   2> 15000 T2311 C170 P49885
>> oash.SnapPuller.fetchLatestIndex Starting replication process
>> > [junit4:junit4]   2> 15002 T2273 C171 P49879
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1
>> > [junit4:junit4]   2> 15003 T2273 C171 P49879
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1/index
>> > [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication
>> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
>> status=0 QTime=1
>> > [junit4:junit4]   2> 15005 T2311 C170 P49885
>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
>> > [junit4:junit4]   2> 15005 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.get return new directory for
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index.20130203133202476 forceNew:false
>> > [junit4:junit4]   2> 15006 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 15007 T2311 C170 P49885
>> oash.SnapPuller.fetchLatestIndex Starting download to
>> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index.20130203133202476
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
>> > [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication
>> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
>> qt=/replication&generation=2} status=0 QTime=0
>> > [junit4:junit4]   2> 15018 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index
>> > [junit4:junit4]   2> 15018 T2311 C170 P49885
>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
>> > [junit4:junit4]   2> 15019 T2311 C170 P49885
>> oash.SnapPuller.modifyIndexProps New index installed. Updating index
>> properties... index=index.20130203133202476
>> > [junit4:junit4]   2> 15020 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 15021 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 15021 T2311 C170 P49885 oasc.SolrCore.getNewIndexDir
>> New index directory detected:
>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index/
>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index.20130203133202476
>> > [junit4:junit4]   2> 15024 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit
>> SolrDeletionPolicy.onInit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index.20130203133202476
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>> ents_2]
>> > [junit4:junit4]   2> 15025 T2311 C170 P49885
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>> > [junit4:junit4]   2> 15026 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
>> unused... core=collection1
>> > [junit4:junit4]   2> 15027 T2311 C170 P49885
>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
>> core=collection1
>> > [junit4:junit4]   2> 15028 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index.20130203133202476
>> > [junit4:junit4]   2> 15028 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 15030 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit
>> SolrDeletionPolicy.onInit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index.20130203133202476
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>> ents_2]
>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>> > [junit4:junit4]   2> 15030 T2311 C170 P49885
>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be
>> used.
>> > [junit4:junit4]   2> 15031 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 15031 T2311 C170 P49885 oass.SolrIndexSearcher.<init>
>> Opening Searcher@11568f93 main
>> > [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher [collection1]
>> Registered new searcher Searcher@11568f93
>> main{StandardDirectoryReader(segments_2:1:nrt)}
>> > [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close
>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index
>> > [junit4:junit4]   2> 15034 T2311 C170 P49885
>> oasu.DirectUpdateHandler2.commit start
>> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
>> letes=false,softCommit=false}
>> > [junit4:junit4]   2> 15036 T2311 C170 P49885
>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>> commits:num=2
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index.20130203133202476
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>> ents_2]
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index.20130203133202476
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
>> ents_3]
>> > [junit4:junit4]   2> 15036 T2311 C170 P49885
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
>> oasu.DirectUpdateHandler2.commit end_commit_flush
>> > [junit4:junit4]   2> 15037 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index.20130203133202476
>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3/index
>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.RecoveryStrategy.replay
>> No replay needed. core=collection1
>> > [junit4:junit4]   2> 15038 T2311 C170 P49885
>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful -
>> registering as Active. core=collection1
>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish
>> publishing core=collection1 state=active
>> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish
>> numShards not found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 15040 T2311 C170 P49885
>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
>> core=collection1
>> > [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore registering
>> core: collection1
>> > [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register replica -
>> core:collection1 address:http://127.0.0.1:49889 collection:collection1
>> shard:shard2
>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are
>> http://127.0.0.1:49889/collection1/ and leader is
>> http://127.0.0.1:49882/collection1/
>> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No LogReplay
>> needed for core=collection1 baseURL=http://127.0.0.1:49889
>> > [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery Core
>> needs to recover:collection1
>> > [junit4:junit4]   2> 15218 T2325 oasu.DefaultSolrCoreState.doRecovery
>> Running recovery - first canceling any ongoing recovery
>> > [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1
>> org.apache.solr.core.SolrCore@7ea77b6d
>> url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_
>> C172_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null,
>> state=down, core=collection1, collection=collection1,
>> node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
>> > [junit4:junit4]   2> 15219 T2329 C172 P49889 oasc.RecoveryStrategy.run
>> Starting recovery process.  core=collection1 recoveringAfterStartup=true
>> > [junit4:junit4]   2> 15219 T2325 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 15221 T2329 C172 P49889
>> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish
>> publishing core=collection1 state=recovering
>> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish
>> numShards not found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init
>> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-core/test/J0
>> > [junit4:junit4]   2> 15223 T2329 C172 P49889
>> oascsi.HttpClientUtil.createClient Creating new http client,
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>> false
>> > [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init
>> SolrDispatchFilter.init() done
>> > [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient Creating
>> new http client,
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>> false
>> > [junit4:junit4]   2> 15230 T2237 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 15232 T2237
>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for
>> recoveries to finish - collection: collection1 failOnTimeout:true timeout
>> (sec):230
>> > [junit4:junit4]   2> 15234 T2237 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 15948 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 15950 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":"shard1",
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"active",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49885_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49885"}
>> > [junit4:junit4]   2> 15964 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":"shard2",
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"recovering",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
>> > [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 16242 T2237 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 17250 T2237 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
>> props:{shard=shard2, roles=null, state=recovering, core=collection1,
>> collection=collection1, node_name=127.0.0.1:49889_,
>> base_url=http://127.0.0.1:49889}
>> > [junit4:junit4]   2> 18233 T2329 C172 P49889
>> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
>> http://127.0.0.1:49882/collection1/ core=collection1 -
>> recoveringAfterStartup=true
>> > [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync PeerSync:
>> core=collection1 url=http://127.0.0.1:49889 START
>> replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100
>> > [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync WARNING
>> no frame of reference to tell of we've missed updates
>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful -
>> trying replication. core=collection1
>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
>> core=collection1
>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
>> core=collection1
>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
>> FSUpdateLog{state=ACTIVE, tlog=null}
>> > [junit4:junit4]   2> 18234 T2329 C172 P49889
>> oasc.RecoveryStrategy.replicate Attempting to replicate from
>> http://127.0.0.1:49882/collection1/. core=collection1
>> > [junit4:junit4]   2> 18235 T2329 C172 P49889
>> oascsi.HttpClientUtil.createClient Creating new http client,
>> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
>> false
>> > [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1
>> org.apache.solr.core.SolrCore@41549a80
>> url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_
>> C173_STATE=coll:collection1 core:collection1 props:{shard=shard2,
>> roles=null, state=active, core=collection1, collection=collection1,
>> node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882,
>> leader=true}
>> > [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get
>> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0
>> QTime=1
>> > [junit4:junit4]   2> 18244 T2287 C173 P49882
>> oasu.DirectUpdateHandler2.commit start
>> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
>> etes=false,softCommit=false}
>> > [junit4:junit4]   2> 18246 T2287 C173 P49882
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2
>> > [junit4:junit4]   2> 18248 T2287 C173 P49882 oasc.SolrDeletionPolicy.onInit
>> SolrDeletionPolicy.onInit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2> 18250 T2287 C173 P49882
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>> > [junit4:junit4]   2> 18253 T2237 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 18253 T2287 C173 P49882
>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>> commits:num=2
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>> ents_2]
>> > [junit4:junit4]   2> 18253 T2287 C173 P49882
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>> > [junit4:junit4]   2> 18254 T2287 C173 P49882
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2
>> > [junit4:junit4]   2> 18255 T2287 C173 P49882 oass.SolrIndexSearcher.<init>
>> Opening Searcher@33a54dcd realtime
>> > [junit4:junit4]   2> 18255 T2287 C173 P49882
>> oasu.DirectUpdateHandler2.commit end_commit_flush
>> > [junit4:junit4]   2> 18256 T2287 C173 P49882 /update
>> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
>> it_end_point=true&version=2&softCommit=false} {commit=} 0 12
>> > [junit4:junit4]   2> 18257 T2329 C172 P49889 oash.ReplicationHandler.inform
>> Commits will be reserved for  10000
>> > [junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>  No
>> value set for 'pollInterval'. Timer Task not started.
>> > [junit4:junit4]   2> 18261 T2285 C173 P49882 oash.ReplicationHandler.inform
>> Commits will be reserved for  10000
>> > [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication
>> {command=indexversion&qt=/replication&wt=javabin&version=2} status=0
>> QTime=1
>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
>> oash.SnapPuller.fetchLatestIndex Master's generation: 2
>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
>> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
>> > [junit4:junit4]   2> 18262 T2329 C172 P49889
>> oash.SnapPuller.fetchLatestIndex Starting replication process
>> > [junit4:junit4]   2> 18265 T2286 C173 P49882
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2
>> > [junit4:junit4]   2> 18266 T2286 C173 P49882
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2/index
>> > [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication
>> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
>> status=0 QTime=1
>> > [junit4:junit4]   2> 18267 T2329 C172 P49889
>> oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
>> > [junit4:junit4]   2> 18268 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.get return new directory for
>> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index.20130203133205739 forceNew:false
>> > [junit4:junit4]   2> 18269 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 18270 T2329 C172 P49889
>> oash.SnapPuller.fetchLatestIndex Starting download to
>> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
>> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index.20130203133205739
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
>> > [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication
>> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
>> qt=/replication&generation=2} status=0 QTime=0
>> > [junit4:junit4]   2> 18274 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index
>> > [junit4:junit4]   2> 18275 T2329 C172 P49889
>> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
>> > [junit4:junit4]   2> 18275 T2329 C172 P49889
>> oash.SnapPuller.modifyIndexProps New index installed. Updating index
>> properties... index=index.20130203133205739
>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 18276 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 18276 T2329 C172 P49889 oasc.SolrCore.getNewIndexDir
>> New index directory detected:
>> old=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index/
>> new=./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index.20130203133205739
>> > [junit4:junit4]   2> 18279 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit
>> SolrDeletionPolicy.onInit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index.20130203133205739
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>> ents_2]
>> > [junit4:junit4]   2> 18280 T2329 C172 P49889
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
>> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
>> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
>> unused... core=collection1
>> > [junit4:junit4]   2> 18281 T2329 C172 P49889
>> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
>> core=collection1
>> > [junit4:junit4]   2> 18282 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index.20130203133205739
>> > [junit4:junit4]   2> 18282 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 18284 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit
>> SolrDeletionPolicy.onInit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index.20130203133205739
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>> ents_2]
>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
>> > [junit4:junit4]   2> 18284 T2329 C172 P49889
>> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be
>> used.
>> > [junit4:junit4]   2> 18285 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 18285 T2329 C172 P49889 oass.SolrIndexSearcher.<init>
>> Opening Searcher@2b6d99f5 main
>> > [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher [collection1]
>> Registered new searcher Searcher@2b6d99f5
>> main{StandardDirectoryReader(segments_2:1:nrt)}
>> > [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close
>> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
>> trunk-MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index
>> > [junit4:junit4]   2> 18288 T2329 C172 P49889
>> oasu.DirectUpdateHandler2.commit start
>> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
>> letes=false,softCommit=false}
>> > [junit4:junit4]   2> 18290 T2329 C172 P49889
>> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
>> commits:num=2
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index.20130203133205739
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
>> ents_2]
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index.20130203133205739
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
>> ents_3]
>> > [junit4:junit4]   2> 18290 T2329 C172 P49889
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
>> oasu.DirectUpdateHandler2.commit end_commit_flush
>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index.20130203133205739
>> > [junit4:junit4]   2> 18291 T2329 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4/index
>> > [junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.RecoveryStrategy.replay
>> No replay needed. core=collection1
>> > [junit4:junit4]   2> 18292 T2329 C172 P49889
>> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful -
>> registering as Active. core=collection1
>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish
>> publishing core=collection1 state=active
>> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish
>> numShards not found on descriptor - reading it from system property
>> > [junit4:junit4]   2> 18294 T2329 C172 P49889
>> oasc.RecoveryStrategy.doRecovery Finished recovery process.
>> core=collection1
>> > [junit4:junit4]   2> 19014 T2260 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 19015 T2260
>> oasc.Overseer$ClusterStateUpdater.updateState Update state
>> numShards=2 message={
>> > [junit4:junit4]   2>          "operation":"state",
>> > [junit4:junit4]   2>          "numShards":"2",
>> > [junit4:junit4]   2>          "shard":"shard2",
>> > [junit4:junit4]   2>          "roles":null,
>> > [junit4:junit4]   2>          "state":"active",
>> > [junit4:junit4]   2>          "core":"collection1",
>> > [junit4:junit4]   2>          "collection":"collection1",
>> > [junit4:junit4]   2>          "node_name":"127.0.0.1:49889_",
>> > [junit4:junit4]   2>          "base_url":"http://127.0.0.1:49889"}
>> > [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A cluster
>> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
>> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
>> > [junit4:junit4]   2> 19256 T2237 oascc.ZkStateReader.updateClusterState
>> Updating cloud state from ZooKeeper...
>> > [junit4:junit4]   2> 19257 T2237
>> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries
>> finished - collection: collection1
>> > [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1
>> org.apache.solr.core.SolrCore@31b27d14
>> url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_
>> C174_STATE=coll:control_collection core:collection1 props:{shard=shard1,
>> roles=null, state=active, core=collection1, collection=control_collection,
>> node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875,
>> leader=true}
>> > [junit4:junit4]   2> 19265 T2251 C174 P49875
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data
>> > [junit4:junit4]   2> 19269 T2251 C174 P49875 oasc.SolrDeletionPolicy.onInit
>> SolrDeletionPolicy.onInit: commits:num=1
>> > [junit4:junit4]   2>
>>       commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
>> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
>> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
>> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data/index
>> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
>> maxCacheMB=48.0
>> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
>> ents_1]
>> > [junit4:junit4]   2> 19269 T2251 C174 P49875
>> oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
>> > [junit4:junit4]   2> 19270 T2251 C174 P49875
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/control/data
>> > [junit4:junit4]   2> 19271 T2251 C174 P49875 oass.SolrIndexSearcher.<init>
>> Opening Searcher@d328104 realtime
>> > [junit4:junit4]   2> 19271 T2251 C174 P49875 /update
>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297601679360)} 0 7
>> > [junit4:junit4]   2> 19275 T2273 C171 P49879
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty1
>> > [junit4:junit4]   2> 19281 T2284 C173 P49882
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty2
>> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
>> props:{shard=shard1, roles=null, state=active, core=collection1,
>> collection=collection1, node_name=127.0.0.1:49885_,
>> base_url=http://127.0.0.1:49885}
>> > [junit4:junit4]   2> 19289 T2302 C170 P49885
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty3
>> > [junit4:junit4]   2> 19291 T2302 C170 P49885 /update
>> {update.distrib=FROMLEADER&_version_=-
>> 1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt
>> =javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 4
>> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
>> props:{shard=shard2, roles=null, state=active, core=collection1,
>> collection=collection1, node_name=127.0.0.1:49889_,
>> base_url=http://127.0.0.1:49889}
>> > [junit4:junit4]   2> 19291 T2320 C172 P49889
>> oasc.CachingDirectoryFactory.close Releasing
>> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build/solr-
>> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
>> 1359905507479/jetty4
>> > [junit4:junit4]   2> 19292 T2320 C172 P49889 /update
>> {update.distrib=FROMLEADER&_version_=-
>> 1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt
>> =javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 2
>> > [junit4:junit4]   2> 19293 T2284 C173 P49882 /update
>> {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-
>> 1425964297618456576)} 0 13
>> > [junit4:junit4]   2> 19294 T2273 C171 P49879 /update
>> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 21
>> > [junit4:junit4]   2> 19303 T2252 C174 P49875 /update
>> {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5
>> > [junit4:junit4]   2> 19316 T2303 C170 P49885 /update
>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
>> ER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3
>> > [junit4:junit4]   2> 19317 T2269 C171 P49879 /update
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER
>> &wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10
>> > [junit4:junit4]   2> 19318 T2285 C173 P49882 /update
>> {wt=javabin&version=2} {add=[1]} 0 13
>> > [junit4:junit4]   2> 19328 T2254 C174 P49875 /update
>> {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1
>> > [junit4:junit4]   2> 19350 T2315 C172 P49889 /update
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>> ER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4
>> > [junit4:junit4]   2> 19351 T2286 C173 P49882 /update
>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
>> &wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11
>> > [junit4:junit4]   2> 19351 T2271 C171 P49879 /update
>> {wt=javabin&version=2} {add=[2]} 0 15
>> > [junit4:junit4]   2> 19357 T2255 C174 P49875 /update
>> {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3
>> > [junit4:junit4]   2> 19365 T2316 C172 P49889 /update
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>> ER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2
>> > [junit4:junit4]   2> 19366 T2289 C173 P49882 /update
>> {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7
>> > [junit4:junit4]   2> 19371 T2250 C174 P49875 /update
>> {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2
>> > [junit4:junit4]   2> 19379 T2304 C170 P49885 /update
>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
>> ER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2
>> > [junit4:junit4]   2> 19380 T2268 C171 P49879 /update
>> {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7
>> > [junit4:junit4]   2> 19385 T2251 C174 P49875 /update
>> {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2
>> > [junit4:junit4]   2> 19399 T2317 C172 P49889 /update
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>> ER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2
>> > [junit4:junit4]   2> 19400 T2288 C173 P49882 /update
>> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
>> &wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9
>> > [junit4:junit4]   2> 19401 T2270 C171 P49879 /update
>> {wt=javabin&version=2} {add=[5]} 0 12
>> > [junit4:junit4]   2> 19406 T2253 C174 P49875 /update
>> {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2
>> > [junit4:junit4]   2> 19416 T2319 C172 P49889 /update
>> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
>> ER&wt=javabin&version=2}
>> >
>> > [...truncated too long message...]
>> >
>> > it4:junit4]    >    at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
>> mizedRunner.java:787)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>> evaluate(SystemPropertiesRestoreRule.java:53)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
>> SetupTeardownChained.java:50)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
>> cheSanity.java:51)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>> fterRule.java:46)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>> .evaluate(SystemPropertiesInvariantRule.java:55)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
>> readAndTestName.java:49)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>> IgnoreAfterMaxFailures.java:70)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>> .java:48)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>> ementAdapter.java:36)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>> run(ThreadLeakControl.java:358)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
>> (ThreadLeakControl.java:782)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
>> eakControl.java:442)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
>> domizedRunner.java:746)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
>> mizedRunner.java:648)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
>> mizedRunner.java:682)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
>> mizedRunner.java:693)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>> ementAdapter.java:36)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
>> evaluate(SystemPropertiesRestoreRule.java:53)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
>> fterRule.java:46)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
>> assName.java:42)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
>> .evaluate(SystemPropertiesInvariantRule.java:55)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
>> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>> ementAdapter.java:36)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
>> ertionsRequired.java:43)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
>> .java:48)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
>> IgnoreAfterMaxFailures.java:70)
>> > [junit4:junit4]    >        at
>> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
>> TestSuites.java:55)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
>> ementAdapter.java:36)
>> > [junit4:junit4]    >        at
>> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
>> run(ThreadLeakControl.java:358)
>> > [junit4:junit4]    >        at java.lang.Thread.run(Thread.java:722)
>> > [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore
>> ###deleteCore
>> > [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:
>> {n_f1=MockFixedIntBlock(blockSize=1923),
>> foo_b=PostingsFormat(name=MockRandom),
>> cat=PostingsFormat(name=NestedPulsing),
>> foo_d=PostingsFormat(name=Asserting),
>> foo_f=PostingsFormat(name=MockRandom),
>> n_tl1=MockFixedIntBlock(blockSize=1923),
>> n_d1=PostingsFormat(name=NestedPulsing),
>> rnd_b=PostingsFormat(name=Asserting),
>> intDefault=PostingsFormat(name=NestedPulsing),
>> n_td1=MockFixedIntBlock(blockSize=1923),
>> timestamp=PostingsFormat(name=NestedPulsing),
>> id=PostingsFormat(name=Asserting),
>> range_facet_sl=PostingsFormat(name=MockRandom),
>> range_facet_si=MockFixedIntBlock(blockSize=1923),
>> oddField_s=PostingsFormat(name=MockRandom),
>> sequence_i=PostingsFormat(name=MockRandom),
>> name=PostingsFormat(name=Asserting),
>> foo_i=MockFixedIntBlock(blockSize=1923),
>> regex_dup_B_s=PostingsFormat(name=NestedPulsing),
>> multiDefault=MockFixedIntBlock(blockSize=1923),
>> n_tf1=PostingsFormat(name=NestedPulsing),
>> n_dt1=MockFixedIntBlock(blockSize=1923),
>> genre_s=PostingsFormat(name=MockRandom),
>> author_t=MockFixedIntBlock(blockSize=1923),
>> n_ti1=PostingsFormat(name=Asserting),
>> range_facet_l=PostingsFormat(name=NestedPulsing),
>> text=PostingsFormat(name=MockRandom),
>> _version_=PostingsFormat(name=NestedPulsing),
>> val_i=PostingsFormat(name=Asserting),
>> SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing),
>> series_t=MockFixedIntBlock(blockSize=1923),
>> a_t=PostingsFormat(name=NestedPulsing),
>> n_tdt1=PostingsFormat(name=NestedPulsing),
>> regex_dup_A_s=PostingsFormat(name=MockRandom),
>> price=PostingsFormat(name=MockRandom),
>> other_tl1=PostingsFormat(name=NestedPulsing),
>> n_l1=PostingsFormat(name=NestedPulsing),
>> a_si=MockFixedIntBlock(blockSize=1923),
>> inStock=PostingsFormat(name=MockRandom)},
>> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},
>> locale=hu_HU, timezone=America/Sao_Paulo
>> > [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation
>> 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144
>> > [junit4:junit4]   2> NOTE: All tests run in this JVM:
>> [FullSolrCloudDistribCmdsTest, SortByFunctionTest, SolrRequestParserTest,
>> CacheHeaderTest, AlternateDirectoryTest, SpellingQueryConverterTest,
>> SynonymTokenizerTest, TestSort, LukeRequestHandlerTest,
>> TestRangeQuery, FileBasedSpellCheckerTest, TestPhraseSuggestions,
>> TestPluginEnable, TestComponentsName, TestJmxIntegration,
>> SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions, BasicDistributedZk2Test,
>> UpdateRequestProcessorFactoryTest, BadIndexSchemaTest,
>> SchemaVersionSpecificBehaviorTest, WordBreakSolrSpellCheckerTest,
>> TestIndexingPerformance, JSONWriterTest,
>> FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache,
>> PingRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest,
>> TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest,
>> ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest,
>> CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest,
>> TestStressRecovery, BadComponentTest, TestJoin, DocumentBuilderTest,
>> TestStressLucene, DOMUtilTest, TestFunctionQuery, TestHashPartitioner,
>> SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest,
>> HardAutoCommitTest, ChaosMonkeySafeLeaderTest,
>> DistributedQueryElevationComponentTest, RegexBoostProcessorTest,
>> TestReplicationHandler, UpdateParamsTest,
>> DirectUpdateHandlerOptimizeTest, TestGroupingSearch,
>> TestElisionMultitermQuery, SuggesterTest, TestCharFilters, ReturnFieldsTest,
>> StandardRequestHandlerTest, SystemInfoHandlerTest,
>> TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest,
>> DefaultValueUpdateProcessorTest, LeaderElectionTest,
>> SpellCheckComponentTest, TestBinaryResponseWriter,
>> TestPseudoReturnFields, TestStressVersions,
>> StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest,
>> TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions,
>> SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory,
>> TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest,
>> TestPHPSerializedResponseWriter, TestUtils, TestRecovery,
>> DistributedTermsComponentTest, UUIDFieldTest,
>> ShowFileRequestHandlerTest, TestSolrDeletionPolicy1,
>> IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestRemoteStreaming,
>> TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser,
>> PolyFieldTest, TestNumberUtils, TestQuerySenderListener,
>> TestFoldingMultitermQuery, TestPartialUpdateDeduplication,
>> DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest,
>> ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest,
>> ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest, TestUpdate,
>> TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest,
>> SimplePostToolTest, NumericFieldsTest, IndexBasedSpellCheckerTest,
>> OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser,
>> SignatureUpdateProcessorFactoryTest, ResourceLoaderTest,
>> BasicDistributedZkTest]
>> > [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!
>> >
>> > [...truncated 380 lines...]
>> > BUILD FAILED
>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/build.xml:346: The following error occurred while executing this
>> line:
>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/build.xml:39: The following error occurred while executing this line:
>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/build.xml:178: The following error occurred while executing this
>> line:
>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/solr/common-build.xml:428: The following error occurred while
>> executing this line:
>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/lucene/common-build.xml:1176: The following error occurred while
>> executing this line:
>> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
>> MacOSX/lucene/common-build.xml:841: There were test failures: 249 suites,
>> 1038 tests, 1 failure, 14 ignored (3 assumptions)
>> >
>> > Total time: 58 minutes 11 seconds
>> > Build step 'Invoke Ant' marked build as failure
>> > Archiving artifacts
>> > Recording test results
>> > Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
>> > Email was triggered for: Failure
>> > Sending email for trigger: Failure
>> >
>> >
>> >
>> > ---------------------------------------------------------------------
>> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> > For additional commands, e-mail: dev-help@lucene.apache.org
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>



-- 
- Mark

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


RE: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Uwe Schindler <uw...@thetaphi.de>.
Can you find out from the logs (or add a system.out), so we see to *where* it wants to connect? The Invalid argument should be fine, because this is also used in linux when it connects to the fake IPv6 addresses that "emulate" broken slaves. The BasicDistributedTestcase has a list of "fake" addresses, and I assume it is one of them. Maybe this test should *not* use those?

Uwe

-----
Uwe Schindler
H.-H.-Meier-Allee 63, D-28213 Bremen
http://www.thetaphi.de
eMail: uwe@thetaphi.de


> -----Original Message-----
> From: Mark Miller [mailto:markrmiller@gmail.com]
> Sent: Sunday, February 03, 2013 5:08 PM
> To: dev@lucene.apache.org
> Subject: Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build #
> 178 - Still Failing!
> 
> In this test recovery fails because an http request keeps failing with:
> 
> java.net.SocketException: Invalid argument
> 
> Some googling points to an ipv4/ipv6 issue? Seems like an environment/test
> problem.
> 
> - Mark
> 
> On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server
> <je...@thetaphi.de> wrote:
> 
> > Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/
> > Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
> >
> > 1 tests failed.
> > REGRESSION:
> org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
> >
> > Error Message:
> > There are still nodes recoverying - waited for 230 seconds
> >
> > Stack Trace:
> > java.lang.AssertionError: There are still nodes recoverying - waited for 230
> seconds
> > 	at
> __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C3
> 0]:0)
> > 	at org.junit.Assert.fail(Assert.java:93)
> > 	at
> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> AbstractDistribZkTestBase.java:168)
> > 	at
> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> AbstractDistribZkTestBase.java:126)
> > 	at
> org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(
> AbstractDistribZkTestBase.java:121)
> > 	at
> org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(Ba
> sicDistributedZkTest.java:458)
> > 	at
> org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.j
> ava:337)
> > 	at
> org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistri
> butedSearchTestCase.java:794)
> > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > 	at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.j
> ava:57)
> > 	at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAcces
> sorImpl.java:43)
> > 	at java.lang.reflect.Method.invoke(Method.java:601)
> > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(Randomize
> dRunner.java:1559)
> > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(Rando
> mizedRunner.java:79)
> > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(Rando
> mizedRunner.java:737)
> > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(Rando
> mizedRunner.java:773)
> > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> > 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> evaluate(SystemPropertiesRestoreRule.java:53)
> > 	at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> > 	at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> > 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> > 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> > 	at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> > 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> > 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> > 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> > 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> > 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> > 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> > 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> > 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> evaluate(SystemPropertiesRestoreRule.java:53)
> > 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> > 	at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> > 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> > 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> > 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> > 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> > 	at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> > 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> > 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> > 	at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> > 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> > 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> > 	at java.lang.Thread.run(Thread.java:722)
> >
> >
> >
> >
> > Build Log:
> > [...truncated 8980 lines...]
> > [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
> > [junit4:junit4]   2> 0 T2237
> oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext
> system property: /
> > [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting
> testDistribSearch
> > [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479
> > [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST SERVER
> > [junit4:junit4]   2> 10 T2238
> oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime tickTime set
> to 1000
> > [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setMinSessionTimeout
> minSessionTimeout set to -1
> > [junit4:junit4]   2> 14 T2238 oazs.ZooKeeperServer.setMaxSessionTimeout
> maxSessionTimeout set to -1
> > [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure binding
> to port 0.0.0.0/0.0.0.0:0
> > [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/zookeeper/server1/data/version-2/snapshot.0
> > [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server on
> port:49872
> > [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872 sessionTimeout=10000
> watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9
> > [junit4:junit4]   2> 116 T2237 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> > [junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.logStartConnect
> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> attempt to authenticate using SASL (access denied
> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> > [junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.primeConnection
> Socket connection established to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49873
> > [junit4:junit4]   2> 118 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49873
> > [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating new log file:
> log.1
> > [junit4:junit4]   2> 120 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0000 with negotiated timeout 10000 for
> client /127.0.0.1:49873
> > [junit4:junit4]   2> 121 T2243 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000
> > [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@6ef101c9
> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 122 T2237 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> > [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath makePath: /solr
> > [junit4:junit4]   2> 128 T2242 oazs.PrepRequestProcessor.pRequest2Txn
> Processed session termination for sessionid: 0x13ca0af48aa0000
> > [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed socket
> connection for client /127.0.0.1:49873 which had sessionid 0x13ca0af48aa0000
> > [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session:
> 0x13ca0af48aa0000 closed
> > [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run EventThread
> shut down
> > [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000
> watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb
> > [junit4:junit4]   2> 131 T2237 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> > [junit4:junit4]   2> 131 T2245 oaz.ClientCnxn$SendThread.logStartConnect
> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> attempt to authenticate using SASL (access denied
> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> > [junit4:junit4]   2> 132 T2245 oaz.ClientCnxn$SendThread.primeConnection
> Socket connection established to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49874
> > [junit4:junit4]   2> 133 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49874
> > [junit4:junit4]   2> 134 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0001 with negotiated timeout 10000 for
> client /127.0.0.1:49874
> > [junit4:junit4]   2> 134 T2245 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000
> > [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@63bc10cb
> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 135 T2237 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> > [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath makePath:
> /collections/collection1
> > [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/shards
> > [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection
> > [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/shards
> > [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml
> to /configs/conf1/solrconfig.xml
> > [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/solrconfig.xml
> > [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to
> /configs/conf1/schema.xml
> > [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/schema.xml
> > [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt
> to /configs/conf1/stopwords.txt
> > [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/stopwords.txt
> > [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt
> to /configs/conf1/protwords.txt
> > [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/protwords.txt
> > [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to
> /configs/conf1/currency.xml
> > [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/currency.xml
> > [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-
> exchange-rates.json to /configs/conf1/open-exchange-rates.json
> > [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/open-exchange-rates.json
> > [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-
> ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> > [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/mapping-ISOLatin1Accent.txt
> > [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test-
> files/solr/collection1/conf/old_synonyms.txt to
> /configs/conf1/old_synonyms.txt
> > [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/old_synonyms.txt
> > [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig put
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt
> to /configs/conf1/synonyms.txt
> > [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath makePath:
> /configs/conf1/synonyms.txt
> > [junit4:junit4]   2> 210 T2242 oazs.PrepRequestProcessor.pRequest2Txn
> Processed session termination for sessionid: 0x13ca0af48aa0001
> > [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed socket
> connection for client /127.0.0.1:49874 which had sessionid 0x13ca0af48aa0001
> > [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run EventThread
> shut down
> > [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session:
> 0x13ca0af48aa0001 closed
> > [junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> > [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:49875
> > [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI
> not configured for solr (NoInitialContextEx)
> > [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 1359905507683
> > [junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize looking
> for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 1359905507683/solr.xml
> > [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New CoreContainer
> 1814343678
> > [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading
> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 1359905507683/'
> > [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 1359905507683/'
> > [junit4:junit4]   2> 482 T2237 oashc.HttpShardHandlerFactory.getParameter
> Setting socketTimeout to: 60000
> > [junit4:junit4]   2> 484 T2237 oashc.HttpShardHandlerFactory.getParameter
> Setting urlScheme to: http://
> > [junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter
> Setting connTimeout to: 15000
> > [junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter
> Setting maxConnectionsPerHost to: 20
> > [junit4:junit4]   2> 486 T2237 oashc.HttpShardHandlerFactory.getParameter
> Setting corePoolSize to: 0
> > [junit4:junit4]   2> 487 T2237 oashc.HttpShardHandlerFactory.getParameter
> Setting maximumPoolSize to: 2147483647
> > [junit4:junit4]   2> 488 T2237 oashc.HttpShardHandlerFactory.getParameter
> Setting maxThreadIdleTime to: 5
> > [junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter
> Setting sizeOfQueue to: -1
> > [junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter
> Setting fairnessPolicy to: false
> > [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =60000&connTimeout=15000&retry=false
> > [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering Log
> Listener
> > [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper Zookeeper
> client=127.0.0.1:49872/solr
> > [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> > [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
> > [junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.logStartConnect
> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> attempt to authenticate using SASL (access denied
> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> > [junit4:junit4]   2> 529 T2237 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> > [junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.primeConnection
> Socket connection established to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49876
> > [junit4:junit4]   2> 532 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49876
> > [junit4:junit4]   2> 533 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0002 with negotiated timeout 20000 for
> client /127.0.0.1:49876
> > [junit4:junit4]   2> 533 T2256 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000
> > [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 535 T2237 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> > [junit4:junit4]   2> 537 T2242 oazs.PrepRequestProcessor.pRequest2Txn
> Processed session termination for sessionid: 0x13ca0af48aa0002
> > [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed socket
> connection for client /127.0.0.1:49876 which had sessionid 0x13ca0af48aa0002
> > [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session:
> 0x13ca0af48aa0002 closed
> > [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run EventThread
> shut down
> > [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient Creating new
> http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 60000&connTimeout=15000
> > [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404
> > [junit4:junit4]   2> 546 T2237 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> > [junit4:junit4]   2> 547 T2258 oaz.ClientCnxn$SendThread.logStartConnect
> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> attempt to authenticate using SASL (access denied
> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> > [junit4:junit4]   2> 548 T2258 oaz.ClientCnxn$SendThread.primeConnection
> Socket connection established to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49877
> > [junit4:junit4]   2> 550 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49877
> > [junit4:junit4]   2> 551 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0003 with negotiated timeout 20000 for
> client /127.0.0.1:49877
> > [junit4:junit4]   2> 551 T2258 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000
> > [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@d43d404
> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 553 T2237 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> > [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath makePath:
> /live_nodes
> > [junit4:junit4]   2> 570 T2237 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_
> > [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error
> Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode = NoNode
> for /solr/live_nodes/127.0.0.1:49875_
> > [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:49875_
> > [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath makePath:
> /overseer_elect/election
> > [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for
> /solr/overseer_elect/leader
> > [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath makePath:
> /overseer_elect/leader
> > [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer
> (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting
> > [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run Process
> current queue of collection creations
> > [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath makePath:
> /clusterstate.json
> > [junit4:junit4]   2> 605 T2237
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> cluster state from ZooKeeper...
> > [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 1359905507683/collection1
> > [junit4:junit4]   2> 615 T2262 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:control_collection
> > [junit4:junit4]   2> 616 T2260 oasc.Overseer$ClusterStateUpdater.run
> Starting to work on the main queue
> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
> > [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName Load
> collection config from:/collections/control_collection
> > [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 1359905507683/collection1/'
> > [junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 1359905507683/collection1/lib/classes/' to classloader
> > [junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 1359905507683/collection1/lib/README' to classloader
> > [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> > [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> > [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema Reading Solr
> Schema
> > [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema Schema
> name=test
> > [junit4:junit4]   2> 1305 T2262 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> > [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema default
> search field in schema is text
> > [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema unique key
> field: id
> > [junit4:junit4]   2> 1349 T2262 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 1354 T2262 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 1359 T2262 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> > [junit4:junit4]   2> 1361 T2262 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> > [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-
> 1359905507683/collection1/,
> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data/
> > [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX
> monitoring is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> > [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory
> solr.NRTCachingDirectoryFactory
> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get return new
> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data forceNew:false
> > [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data
> 
> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data/index/
> > [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING
> [collection1] Solr index directory
> './org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data/index' doesn't exist. Creating new index...
> > [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get return new
> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data/index forceNew:false
> > [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2> 1371 T2262 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> > [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data/index
> > [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> > [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> > [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> > [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> > [junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> > [junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> > [junit4:junit4]   2> 1376 T2262
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 1376 T2262
> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 1376 T2262
> oasc.RequestHandlers.initHandlersFromConfig created standard:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 1377 T2262
> oasc.RequestHandlers.initHandlersFromConfig created /get:
> solr.RealTimeGetHandler
> > [junit4:junit4]   2> 1377 T2262
> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> solr.SearchHandler
> > [junit4:junit4]   2> 1378 T2262
> oasc.RequestHandlers.initHandlersFromConfig created mock:
> org.apache.solr.core.MockQuerySenderListenerReqHandler
> > [junit4:junit4]   2> 1378 T2262
> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> org.apache.solr.handler.admin.AdminHandlers
> > [junit4:junit4]   2> 1379 T2262
> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 1379 T2262
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 1379 T2262
> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 1380 T2262
> oasc.RequestHandlers.initHandlersFromConfig created /update:
> solr.UpdateRequestHandler
> > [junit4:junit4]   2> 1380 T2262
> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 1381 T2262
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 1381 T2262
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 1381 T2262
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 1383 T2262
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 1383 T2262
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 1384 T2262
> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 1384 T2262
> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 1385 T2262
> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> solr.MoreLikeThisHandler
> > [junit4:junit4]   2> 1385 T2262
> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> solr.DumpRequestHandler
> > [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> > [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport
> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
> update your config to use the ShowFileRequestHandler.
> > [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport
> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> ISOLATIN1ACCENT.TXT]
> > [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data
> 
> > [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init> Opening
> Searcher@22fa1cde main
> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard
> AutoCommit: disabled
> > [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> > [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform
> Initializing spell checkers
> > [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> > [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@22fa1cde
> main{StandardDirectoryReader(segments_1:1)}
> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing
> core=collection1 state=down
> > [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
> > [junit4:junit4]   2> 1448 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for
> /solr/overseer/queue
> > [junit4:junit4]   2> 2125 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 2126 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=1 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"1",
> > [junit4:junit4]   2> 	  "shard":null,
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"down",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"control_collection",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49875_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49875"}
> > [junit4:junit4]   2> 2126 T2260
> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
> control_collection with numShards 1
> > [junit4:junit4]   2> 2126 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> shard shard=shard1
> > [junit4:junit4]   2> 2127 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error
> Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for
> /solr/overseer/queue-work
> > [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> > [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore registering
> core: collection1
> > [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register replica -
> core:collection1 address:http://127.0.0.1:49875 collection:control_collection
> shard:shard1
> > [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/leader_elect/shard1/election
> > [junit4:junit4]   2> 2467 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error
> Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode =
> NoNode for /solr/collections/control_collection/leaders
> > [junit4:junit4]   2> 2469 T2262
> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
> process.
> > [junit4:junit4]   2> 2469 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 2472 T2262
> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
> replicas found to continue.
> > [junit4:junit4]   2> 2472 T2262
> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader
> - try and sync
> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas to
> http://127.0.0.1:49875/collection1/
> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync Success -
> now sync replicas to me
> > [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe
> http://127.0.0.1:49875/collection1/ has no replicas
> > [junit4:junit4]   2> 2474 T2262
> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
> http://127.0.0.1:49875/collection1/
> > [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath makePath:
> /collections/control_collection/leaders/shard1
> > [junit4:junit4]   2> 2481 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0003
> type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 3644 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are
> http://127.0.0.1:49875/collection1/ and leader is
> http://127.0.0.1:49875/collection1/
> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No LogReplay
> needed for core=collection1 baseURL=http://127.0.0.1:49875
> > [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I am the
> leader, no recovery necessary
> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing
> core=collection1 state=active
> > [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
> > [junit4:junit4]   2> 3715 T2262 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init
> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test/J0
> > [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> > [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> > [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client, config:
> > [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000
> watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8
> > [junit4:junit4]   2> 3728 T2264 oaz.ClientCnxn$SendThread.logStartConnect
> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> attempt to authenticate using SASL (access denied
> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> > [junit4:junit4]   2> 3729 T2264
> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
> to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49878
> > [junit4:junit4]   2> 3730 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49878
> > [junit4:junit4]   2> 3730 T2237 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> > [junit4:junit4]   2> 3731 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0004 with negotiated timeout 10000 for
> client /127.0.0.1:49878
> > [junit4:junit4]   2> 3731 T2264 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000
> > [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@16aef4d8
> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 3732 T2237 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> > [junit4:junit4]   2> 3734 T2237
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> cluster state from ZooKeeper...
> > [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog monkey: init
> - expire sessions:true cause connection loss:true
> > [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> > [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:49879
> > [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> > [junit4:junit4]   2> 3904 T2237 oasc.SolrResourceLoader.locateSolrHome
> JNDI not configured for solr (NoInitialContextEx)
> > [junit4:junit4]   2> 3905 T2237 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 1359905511209
> > [junit4:junit4]   2> 3905 T2237 oasc.CoreContainer$Initializer.initialize
> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 1359905511209/solr.xml
> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New
> CoreContainer 1639387465
> > [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading
> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 1359905511209/'
> > [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 1359905511209/'
> > [junit4:junit4]   2> 3942 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> 60000
> > [junit4:junit4]   2> 3942 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> > [junit4:junit4]   2> 3943 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
> 15000
> > [junit4:junit4]   2> 3943 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting
> maxConnectionsPerHost to: 20
> > [junit4:junit4]   2> 3944 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> > [junit4:junit4]   2> 3944 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
> 2147483647
> > [junit4:junit4]   2> 3945 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
> to: 5
> > [junit4:junit4]   2> 3945 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> > [junit4:junit4]   2> 3946 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> > [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =60000&connTimeout=15000&retry=false
> > [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering Log
> Listener
> > [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper
> Zookeeper client=127.0.0.1:49872/solr
> > [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> > [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973
> > [junit4:junit4]   2> 3982 T2275 oaz.ClientCnxn$SendThread.logStartConnect
> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> attempt to authenticate using SASL (access denied
> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> > [junit4:junit4]   2> 3983 T2275
> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
> to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49880
> > [junit4:junit4]   2> 3984 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49880
> > [junit4:junit4]   2> 3985 T2237 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> > [junit4:junit4]   2> 3990 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0005 with negotiated timeout 20000 for
> client /127.0.0.1:49880
> > [junit4:junit4]   2> 3991 T2275 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000
> > [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@5dbf0973
> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 3991 T2237 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> > [junit4:junit4]   2> 3993 T2242 oazs.PrepRequestProcessor.pRequest2Txn
> Processed session termination for sessionid: 0x13ca0af48aa0005
> > [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock Closed socket
> connection for client /127.0.0.1:49880 which had sessionid 0x13ca0af48aa0005
> > [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session:
> 0x13ca0af48aa0005 closed
> > [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 60000&connTimeout=15000
> > [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e
> > [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run
> EventThread shut down
> > [junit4:junit4]   2> 4002 T2237 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> > [junit4:junit4]   2> 4003 T2277 oaz.ClientCnxn$SendThread.logStartConnect
> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> attempt to authenticate using SASL (access denied
> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> > [junit4:junit4]   2> 4005 T2277
> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
> to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49881
> > [junit4:junit4]   2> 4006 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49881
> > [junit4:junit4]   2> 4007 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0006 with negotiated timeout 20000 for
> client /127.0.0.1:49881
> > [junit4:junit4]   2> 4007 T2277 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000
> > [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@ddf927e
> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 4008 T2237 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> > [junit4:junit4]   2> 4009 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
> type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 4010 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
> type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 4012 T2237 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_
> > [junit4:junit4]   2> 4013 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
> type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error
> Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode = NoNode
> for /solr/live_nodes/127.0.0.1:49879_
> > [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:49879_
> > [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 1)
> > [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process Updating live
> nodes... (2)
> > [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process Updating live
> nodes... (2)
> > [junit4:junit4]   2> 4026 T2237
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> cluster state from ZooKeeper...
> > [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 1359905511209/collection1
> > [junit4:junit4]   2> 4035 T2279 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:collection1
> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
> > [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName Load
> collection config from:/collections/collection1
> > [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 1359905511209/collection1/'
> > [junit4:junit4]   2> 4039 T2279 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 1359905511209/collection1/lib/classes/' to classloader
> > [junit4:junit4]   2> 4040 T2279 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 1359905511209/collection1/lib/README' to classloader
> > [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> > [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> > [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema Reading Solr
> Schema
> > [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema Schema
> name=test
> > [junit4:junit4]   2> 4637 T2279 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> > [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema default
> search field in schema is text
> > [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema unique key
> field: id
> > [junit4:junit4]   2> 4671 T2279 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 4677 T2279 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 4684 T2279 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> > [junit4:junit4]   2> 4686 T2279 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> > [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-
> 1359905511209/collection1/,
> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1/
> > [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX
> monitoring is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> > [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory
> solr.NRTCachingDirectoryFactory
> > [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get return new
> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1 forceNew:false
> > [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1
> > [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1/index/
> > [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING
> [collection1] Solr index directory
> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index'
> doesn't exist. Creating new index...
> > [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get return new
> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1/index forceNew:false
> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> > [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1/index
> 
> > [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> > [junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> > [junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> > [junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> > [junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> > [junit4:junit4]   2> 4702 T2279 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> > [junit4:junit4]   2> 4702 T2279
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 4702 T2279
> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 4703 T2279
> oasc.RequestHandlers.initHandlersFromConfig created standard:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 4704 T2279
> oasc.RequestHandlers.initHandlersFromConfig created /get:
> solr.RealTimeGetHandler
> > [junit4:junit4]   2> 4704 T2279
> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> solr.SearchHandler
> > [junit4:junit4]   2> 4705 T2279
> oasc.RequestHandlers.initHandlersFromConfig created mock:
> org.apache.solr.core.MockQuerySenderListenerReqHandler
> > [junit4:junit4]   2> 4705 T2279
> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> org.apache.solr.handler.admin.AdminHandlers
> > [junit4:junit4]   2> 4706 T2279
> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 4706 T2279
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 4707 T2279
> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 4708 T2279
> oasc.RequestHandlers.initHandlersFromConfig created /update:
> solr.UpdateRequestHandler
> > [junit4:junit4]   2> 4708 T2279
> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 4709 T2279
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 4709 T2279
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 4710 T2279
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 4711 T2279
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 4711 T2279
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 4712 T2279
> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 4712 T2279
> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 4713 T2279
> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> solr.MoreLikeThisHandler
> > [junit4:junit4]   2> 4713 T2279
> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> solr.DumpRequestHandler
> > [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> > [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport
> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
> update your config to use the ShowFileRequestHandler.
> > [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport
> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> ISOLATIN1ACCENT.TXT]
> > [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1
> > [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init> Opening
> Searcher@7db1b132 main
> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard
> AutoCommit: disabled
> > [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> > [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform
> Initializing spell checkers
> > [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> > [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@7db1b132
> main{StandardDirectoryReader(segments_1:1)}
> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing
> core=collection1 state=down
> > [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
> > [junit4:junit4]   2> 5182 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 5185 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=1 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"1",
> > [junit4:junit4]   2> 	  "shard":"shard1",
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"active",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"control_collection",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49875_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49875"}
> > [junit4:junit4]   2> 5198 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":null,
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"down",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49879_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49879"}
> > [junit4:junit4]   2> 5199 T2260
> oasc.Overseer$ClusterStateUpdater.createCollection Create collection
> collection1 with numShards 2
> > [junit4:junit4]   2> 5199 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> shard shard=shard1
> > [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> > [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> > [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> > [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore registering
> core: collection1
> > [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register replica -
> core:collection1 address:http://127.0.0.1:49879 collection:collection1
> shard:shard1
> > [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leader_elect/shard1/election
> > [junit4:junit4]   2> 5813 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
> type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error
> Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode
> for /solr/collections/collection1/leaders
> > [junit4:junit4]   2> 5815 T2279
> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
> process.
> > [junit4:junit4]   2> 5817 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
> type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 5824 T2279
> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
> replicas found to continue.
> > [junit4:junit4]   2> 5824 T2279
> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader
> - try and sync
> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas to
> http://127.0.0.1:49879/collection1/
> > [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync Success -
> now sync replicas to me
> > [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe
> http://127.0.0.1:49879/collection1/ has no replicas
> > [junit4:junit4]   2> 5826 T2279
> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
> http://127.0.0.1:49879/collection1/
> > [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard1
> > [junit4:junit4]   2> 5842 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0006
> type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 6744 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> > [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> > [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> > [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are
> http://127.0.0.1:49879/collection1/ and leader is
> http://127.0.0.1:49879/collection1/
> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No LogReplay
> needed for core=collection1 baseURL=http://127.0.0.1:49879
> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I am the
> leader, no recovery necessary
> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing
> core=collection1 state=active
> > [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
> > [junit4:junit4]   2> 6811 T2279 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init
> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test/J0
> > [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> > [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> > [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> > [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:49882
> > [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> > [junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome
> JNDI not configured for solr (NoInitialContextEx)
> > [junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 1359905514296
> > [junit4:junit4]   2> 7012 T2237 oasc.CoreContainer$Initializer.initialize
> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 1359905514296/solr.xml
> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New
> CoreContainer 883532060
> > [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading
> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 1359905514296/'
> > [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 1359905514296/'
> > [junit4:junit4]   2> 7046 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> 60000
> > [junit4:junit4]   2> 7047 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> > [junit4:junit4]   2> 7047 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
> 15000
> > [junit4:junit4]   2> 7048 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting
> maxConnectionsPerHost to: 20
> > [junit4:junit4]   2> 7048 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> > [junit4:junit4]   2> 7049 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
> 2147483647
> > [junit4:junit4]   2> 7049 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
> to: 5
> > [junit4:junit4]   2> 7050 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> > [junit4:junit4]   2> 7050 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> > [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =60000&connTimeout=15000&retry=false
> > [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering Log
> Listener
> > [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper
> Zookeeper client=127.0.0.1:49872/solr
> > [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> > [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> watcher=org.apache.solr.common.cloud.ConnectionManager@29239796
> > [junit4:junit4]   2> 7081 T2237 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> > [junit4:junit4]   2> 7081 T2290 oaz.ClientCnxn$SendThread.logStartConnect
> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> attempt to authenticate using SASL (access denied
> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> > [junit4:junit4]   2> 7082 T2290
> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
> to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49883
> > [junit4:junit4]   2> 7083 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49883
> > [junit4:junit4]   2> 7085 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0007 with negotiated timeout 20000 for
> client /127.0.0.1:49883
> > [junit4:junit4]   2> 7085 T2290 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000
> > [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@29239796
> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 7086 T2237 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> > [junit4:junit4]   2> 7088 T2242 oazs.PrepRequestProcessor.pRequest2Txn
> Processed session termination for sessionid: 0x13ca0af48aa0007
> > [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock Closed socket
> connection for client /127.0.0.1:49883 which had sessionid 0x13ca0af48aa0007
> > [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run
> EventThread shut down
> > [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session:
> 0x13ca0af48aa0007 closed
> > [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 60000&connTimeout=15000
> > [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
> > [junit4:junit4]   2> 7096 T2237 oascc.ConnectionManager.waitForConnected
> Waiting for client to connect to ZooKeeper
> > [junit4:junit4]   2> 7096 T2292 oaz.ClientCnxn$SendThread.logStartConnect
> Opening socket connection to server localhost/127.0.0.1:49872. Will not
> attempt to authenticate using SASL (access denied
> ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> > [junit4:junit4]   2> 7097 T2292
> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
> to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49884
> > [junit4:junit4]   2> 7098 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49884
> > [junit4:junit4]   2> 7099 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0008 with negotiated timeout 20000 for
> client /127.0.0.1:49884
> > [junit4:junit4]   2> 7099 T2292 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000
> > [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 7100 T2237 oascc.ConnectionManager.waitForConnected
> Client is connected to ZooKeeper
> > [junit4:junit4]   2> 7101 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
> type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 7103 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
> type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 7104 T2237 oasc.ZkController.createEphemeralLiveNode
> Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_
> > [junit4:junit4]   2> 7105 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
> type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error
> Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode = NoNode
> for /solr/live_nodes/127.0.0.1:49882_
> > [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:49882_
> > [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 2)
> > [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 2)
> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process Updating live
> nodes... (3)
> > [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 3)
> > [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process Updating live
> nodes... (3)
> > [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process Updating live
> nodes... (3)
> > [junit4:junit4]   2> 7119 T2237
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> cluster state from ZooKeeper...
> > [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 1359905514296/collection1
> > [junit4:junit4]   2> 7128 T2294 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:collection1
> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
> > [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName Load
> collection config from:/collections/collection1
> > [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 1359905514296/collection1/'
> > [junit4:junit4]   2> 7132 T2294 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 1359905514296/collection1/lib/classes/' to classloader
> > [junit4:junit4]   2> 7133 T2294 oasc.SolrResourceLoader.replaceClassLoader
> Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 1359905514296/collection1/lib/README' to classloader
> > [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> > [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> > [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema Reading Solr
> Schema
> > [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema Schema
> name=test
> > [junit4:junit4]   2> 7764 T2294 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> > [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema default
> search field in schema is text
> > [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema unique key
> field: id
> > [junit4:junit4]   2> 7795 T2294 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 7800 T2294 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 7805 T2294 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> > [junit4:junit4]   2> 7807 T2294 oass.OpenExchangeRatesOrgProvider.reload
> Reloading exchange rates from open-exchange-rates.json
> > [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-
> 1359905514296/collection1/,
> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2/
> > [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX
> monitoring is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> > [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory
> solr.NRTCachingDirectoryFactory
> > [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get return new
> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2 forceNew:false
> > [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2
> > [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2/index/
> > [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING
> [collection1] Solr index directory
> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index'
> doesn't exist. Creating new index...
> > [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get return new
> directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2/index forceNew:false
> > [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2> 7818 T2294 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> > [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2/index
> 
> > [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> > [junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> > [junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> > [junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> > [junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> > [junit4:junit4]   2> 7824 T2294 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> > [junit4:junit4]   2> 7824 T2294
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 7825 T2294
> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 7825 T2294
> oasc.RequestHandlers.initHandlersFromConfig created standard:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 7826 T2294
> oasc.RequestHandlers.initHandlersFromConfig created /get:
> solr.RealTimeGetHandler
> > [junit4:junit4]   2> 7827 T2294
> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> solr.SearchHandler
> > [junit4:junit4]   2> 7827 T2294
> oasc.RequestHandlers.initHandlersFromConfig created mock:
> org.apache.solr.core.MockQuerySenderListenerReqHandler
> > [junit4:junit4]   2> 7828 T2294
> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> org.apache.solr.handler.admin.AdminHandlers
> > [junit4:junit4]   2> 7828 T2294
> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 7829 T2294
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 7829 T2294
> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 7830 T2294
> oasc.RequestHandlers.initHandlersFromConfig created /update:
> solr.UpdateRequestHandler
> > [junit4:junit4]   2> 7830 T2294
> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 7831 T2294
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 7831 T2294
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 7832 T2294
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 7833 T2294
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 7833 T2294
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 7834 T2294
> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 7834 T2294
> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 7835 T2294
> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> solr.MoreLikeThisHandler
> > [junit4:junit4]   2> 7836 T2294
> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> solr.DumpRequestHandler
> > [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> > [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport
> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
> update your config to use the ShowFileRequestHandler.
> > [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport
> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> ISOLATIN1ACCENT.TXT]
> > [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2
> > [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init> Opening
> Searcher@43571abe main
> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard
> AutoCommit: disabled
> > [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft AutoCommit:
> disabled
> > [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform
> Initializing spell checkers
> > [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> > [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@43571abe
> main{StandardDirectoryReader(segments_1:1)}
> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing
> core=collection1 state=down
> > [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
> > [junit4:junit4]   2> 8269 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 8270 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":"shard1",
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"active",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49879_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49879"}
> > [junit4:junit4]   2> 8276 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":null,
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"down",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49882_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49882"}
> > [junit4:junit4]   2> 8276 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
> with numShards=2
> > [junit4:junit4]   2> 8276 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> shard shard=shard2
> > [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> > [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> > [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> > [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> > [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore registering
> core: collection1
> > [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register replica -
> core:collection1 address:http://127.0.0.1:49882 collection:collection1
> shard:shard2
> > [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leader_elect/shard2/election
> > [junit4:junit4]   2> 8922 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
> type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error
> Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode =
> NoNode for /solr/collections/collection1/leaders/shard2
> > [junit4:junit4]   2> 8924 T2294
> oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader
> process.
> > [junit4:junit4]   2> 8925 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
> type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 8929 T2294
> oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough
> replicas found to continue.
> > [junit4:junit4]   2> 8930 T2294
> oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader
> - try and sync
> > [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas to
> http://127.0.0.1:49882/collection1/
> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync Success -
> now sync replicas to me
> > [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe
> http://127.0.0.1:49882/collection1/ has no replicas
> > [junit4:junit4]   2> 8932 T2294
> oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader:
> http://127.0.0.1:49882/collection1/
> > [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath makePath:
> /collections/collection1/leaders/shard2
> > [junit4:junit4]   2> 8943 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa0008
> type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 9797 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> > [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> > [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> > [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are
> http://127.0.0.1:49882/collection1/ and leader is
> http://127.0.0.1:49882/collection1/
> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No LogReplay
> needed for core=collection1 baseURL=http://127.0.0.1:49882
> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I am the
> leader, no recovery necessary
> > [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing
> core=collection1 state=active
> > [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
> > [junit4:junit4]   2> 9835 T2294 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init
> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test/J0
> > [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> > [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> > [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> > [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:49885
> > [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> > [junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome
> JNDI not configured for solr (NoInitialContextEx)
> > [junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 1359905517315
> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer$Initializer.initialize
> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 1359905517315/solr.xml
> > [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New
> CoreContainer 1478444421
> > [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading
> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 1359905517315/'
> > [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 1359905517315/'
> > [junit4:junit4]   2> 10047 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> 60000
> > [junit4:junit4]   2> 10048 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> > [junit4:junit4]   2> 10048 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
> 15000
> > [junit4:junit4]   2> 10049 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting
> maxConnectionsPerHost to: 20
> > [junit4:junit4]   2> 10050 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> > [junit4:junit4]   2> 10050 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
> 2147483647
> > [junit4:junit4]   2> 10051 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
> to: 5
> > [junit4:junit4]   2> 10051 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> > [junit4:junit4]   2> 10052 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> > [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =60000&connTimeout=15000&retry=false
> > [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering Log
> Listener
> > [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper
> Zookeeper client=127.0.0.1:49872/solr
> > [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> > [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1
> > [junit4:junit4]   2> 10086 T2237
> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
> ZooKeeper
> > [junit4:junit4]   2> 10086 T2305
> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
> (access denied ("javax.security.auth.AuthPermission"
> "getLoginConfiguration"))
> > [junit4:junit4]   2> 10088 T2305
> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
> to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49886
> > [junit4:junit4]   2> 10089 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49886
> > [junit4:junit4]   2> 10089 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa0009 with negotiated timeout 20000 for
> client /127.0.0.1:49886
> > [junit4:junit4]   2> 10090 T2305 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000
> > [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@642e29e1
> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 10090 T2237
> oascc.ConnectionManager.waitForConnected Client is connected to
> ZooKeeper
> > [junit4:junit4]   2> 10092 T2242 oazs.PrepRequestProcessor.pRequest2Txn
> Processed session termination for sessionid: 0x13ca0af48aa0009
> > [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock Closed
> socket connection for client /127.0.0.1:49886 which had sessionid
> 0x13ca0af48aa0009
> > [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run
> EventThread shut down
> > [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session:
> 0x13ca0af48aa0009 closed
> > [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 60000&connTimeout=15000
> > [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd
> > [junit4:junit4]   2> 10100 T2237
> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
> ZooKeeper
> > [junit4:junit4]   2> 10100 T2307
> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
> (access denied ("javax.security.auth.AuthPermission"
> "getLoginConfiguration"))
> > [junit4:junit4]   2> 10101 T2307
> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
> to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49887
> > [junit4:junit4]   2> 10102 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49887
> > [junit4:junit4]   2> 10103 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa000a with negotiated timeout 20000 for
> client /127.0.0.1:49887
> > [junit4:junit4]   2> 10104 T2307 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000
> > [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@3507d0fd
> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 10104 T2237
> oascc.ConnectionManager.waitForConnected Client is connected to
> ZooKeeper
> > [junit4:junit4]   2> 10106 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa000a
> type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 10108 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa000a
> type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 10110 T2237
> oasc.ZkController.createEphemeralLiveNode Register node as live in
> ZooKeeper:/live_nodes/127.0.0.1:49885_
> > [junit4:junit4]   2> 10111 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa000a
> type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error
> Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode = NoNode
> for /solr/live_nodes/127.0.0.1:49885_
> > [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:49885_
> > [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 3)
> > [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 3)
> > [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 3)
> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process Updating
> live nodes... (4)
> > [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 4)
> > [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process Updating
> live nodes... (4)
> > [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process Updating
> live nodes... (4)
> > [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process Updating
> live nodes... (4)
> > [junit4:junit4]   2> 10125 T2237
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> cluster state from ZooKeeper...
> > [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 1359905517315/collection1
> > [junit4:junit4]   2> 10134 T2309 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:collection1
> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
> > [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName Load
> collection config from:/collections/collection1
> > [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 1359905517315/collection1/'
> > [junit4:junit4]   2> 10138 T2309
> oasc.SolrResourceLoader.replaceClassLoader Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 1359905517315/collection1/lib/classes/' to classloader
> > [junit4:junit4]   2> 10139 T2309
> oasc.SolrResourceLoader.replaceClassLoader Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 1359905517315/collection1/lib/README' to classloader
> > [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> > [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> > [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema Reading Solr
> Schema
> > [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema Schema
> name=test
> > [junit4:junit4]   2> 10784 T2309 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> > [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema default
> search field in schema is text
> > [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema unique key
> field: id
> > [junit4:junit4]   2> 10817 T2309 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 10823 T2309 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 10828 T2309
> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
> open-exchange-rates.json
> > [junit4:junit4]   2> 10830 T2309
> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
> open-exchange-rates.json
> > [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-
> 1359905517315/collection1/,
> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/
> > [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX
> monitoring is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> > [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory
> solr.NRTCachingDirectoryFactory
> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get return
> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3 forceNew:false
> > [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close
> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index/
> > [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING
> [collection1] Solr index directory
> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index'
> doesn't exist. Creating new index...
> > [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get return
> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index forceNew:false
> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> > [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close
> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index
> > [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> > [junit4:junit4]   2> 10846 T2309 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> > [junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> > [junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> > [junit4:junit4]   2> 10848 T2309 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> > [junit4:junit4]   2> 10849 T2309 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> > [junit4:junit4]   2> 10849 T2309
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 10850 T2309
> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 10851 T2309
> oasc.RequestHandlers.initHandlersFromConfig created standard:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 10852 T2309
> oasc.RequestHandlers.initHandlersFromConfig created /get:
> solr.RealTimeGetHandler
> > [junit4:junit4]   2> 10853 T2309
> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> solr.SearchHandler
> > [junit4:junit4]   2> 10854 T2309
> oasc.RequestHandlers.initHandlersFromConfig created mock:
> org.apache.solr.core.MockQuerySenderListenerReqHandler
> > [junit4:junit4]   2> 10854 T2309
> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> org.apache.solr.handler.admin.AdminHandlers
> > [junit4:junit4]   2> 10855 T2309
> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 10855 T2309
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 10856 T2309
> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 10856 T2309
> oasc.RequestHandlers.initHandlersFromConfig created /update:
> solr.UpdateRequestHandler
> > [junit4:junit4]   2> 10857 T2309
> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 10857 T2309
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 10858 T2309
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 10859 T2309
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 10860 T2309
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 10861 T2309
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 10861 T2309
> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 10862 T2309
> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 10862 T2309
> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> solr.MoreLikeThisHandler
> > [junit4:junit4]   2> 10863 T2309
> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> solr.DumpRequestHandler
> > [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> > [junit4:junit4]   2> 10871 T2309 oasc.SolrCore.initDeprecatedSupport
> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
> update your config to use the ShowFileRequestHandler.
> > [junit4:junit4]   2> 10873 T2309 oasc.SolrCore.initDeprecatedSupport
> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> ISOLATIN1ACCENT.TXT]
> > [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close
> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init> Opening
> Searcher@682615b3 main
> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard
> AutoCommit: disabled
> > [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft
> AutoCommit: disabled
> > [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform
> Initializing spell checkers
> > [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> > [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@682615b3
> main{StandardDirectoryReader(segments_1:1)}
> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing
> core=collection1 state=down
> > [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
> > [junit4:junit4]   2> 11333 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 11336 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":"shard2",
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"active",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49882_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49882"}
> > [junit4:junit4]   2> 11349 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":null,
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"down",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49885_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49885"}
> > [junit4:junit4]   2> 11350 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
> with numShards=2
> > [junit4:junit4]   2> 11351 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> shard shard=shard1
> > [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> > [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> > [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> > [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> > [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> > [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore registering
> core: collection1
> > [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register replica -
> core:collection1 address:http://127.0.0.1:49885 collection:collection1
> shard:shard1
> > [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are
> http://127.0.0.1:49885/collection1/ and leader is
> http://127.0.0.1:49879/collection1/
> > [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No LogReplay
> needed for core=collection1 baseURL=http://127.0.0.1:49885
> > [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery Core
> needs to recover:collection1
> > [junit4:junit4]   2> 11934 T2309 oasu.DefaultSolrCoreState.doRecovery
> Running recovery - first canceling any ongoing recovery
> > [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1
> org.apache.solr.core.SolrCore@258a35 url=http://127.0.0.1:49885/collection1
> node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1
> props:{shard=null, roles=null, state=down, core=collection1,
> collection=collection1, node_name=127.0.0.1:49885_,
> base_url=http://127.0.0.1:49885}
> > [junit4:junit4]   2> 11935 T2311 C170 P49885 oasc.RecoveryStrategy.run
> Starting recovery process.  core=collection1 recoveringAfterStartup=true
> > [junit4:junit4]   2> 11936 T2309 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 11938 T2311 C170 P49885
> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish
> publishing core=collection1 state=recovering
> > [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish
> numShards not found on descriptor - reading it from system property
> > [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init
> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test/J0
> > [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> > [junit4:junit4]   2> 11943 T2311 C170 P49885
> oascsi.HttpClientUtil.createClient Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> > [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> > [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> > [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart Started
> SelectChannelConnector@127.0.0.1:49889
> > [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init()
> > [junit4:junit4]   2> 12125 T2237 oasc.SolrResourceLoader.locateSolrHome
> JNDI not configured for solr (NoInitialContextEx)
> > [junit4:junit4]   2> 12126 T2237 oasc.SolrResourceLoader.locateSolrHome
> using system property solr.solr.home: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 1359905519427
> > [junit4:junit4]   2> 12126 T2237 oasc.CoreContainer$Initializer.initialize
> looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 1359905519427/solr.xml
> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New
> CoreContainer 1310203382
> > [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading
> CoreContainer using Solr Home: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 1359905519427/'
> > [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 1359905519427/'
> > [junit4:junit4]   2> 12160 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to:
> 60000
> > [junit4:junit4]   2> 12161 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> > [junit4:junit4]   2> 12161 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to:
> 15000
> > [junit4:junit4]   2> 12162 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting
> maxConnectionsPerHost to: 20
> > [junit4:junit4]   2> 12162 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> > [junit4:junit4]   2> 12163 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to:
> 2147483647
> > [junit4:junit4]   2> 12163 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime
> to: 5
> > [junit4:junit4]   2> 12164 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> > [junit4:junit4]   2> 12164 T2237
> oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> > [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout
> =60000&connTimeout=15000&retry=false
> > [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering Log
> Listener
> > [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper
> Zookeeper client=127.0.0.1:49872/solr
> > [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath zkHost
> includes chroot
> > [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872 sessionTimeout=60000
> watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83
> > [junit4:junit4]   2> 12195 T2237
> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
> ZooKeeper
> > [junit4:junit4]   2> 12195 T2321
> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
> (access denied ("javax.security.auth.AuthPermission"
> "getLoginConfiguration"))
> > [junit4:junit4]   2> 12196 T2321
> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
> to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49890
> > [junit4:junit4]   2> 12197 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49890
> > [junit4:junit4]   2> 12289 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa000b with negotiated timeout 20000 for
> client /127.0.0.1:49890
> > [junit4:junit4]   2> 12289 T2321 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000
> > [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@4df75a83
> name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 12291 T2237
> oascc.ConnectionManager.waitForConnected Client is connected to
> ZooKeeper
> > [junit4:junit4]   2> 12294 T2242 oazs.PrepRequestProcessor.pRequest2Txn
> Processed session termination for sessionid: 0x13ca0af48aa000b
> > [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session:
> 0x13ca0af48aa000b closed
> > [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock Closed
> socket connection for client /127.0.0.1:49890 which had sessionid
> 0x13ca0af48aa000b
> > [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=
> 60000&connTimeout=15000
> > [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run
> EventThread shut down
> > [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating client
> connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000
> watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
> > [junit4:junit4]   2> 12305 T2237
> oascc.ConnectionManager.waitForConnected Waiting for client to connect to
> ZooKeeper
> > [junit4:junit4]   2> 12307 T2323
> oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to
> server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL
> (access denied ("javax.security.auth.AuthPermission"
> "getLoginConfiguration"))
> > [junit4:junit4]   2> 12308 T2323
> oaz.ClientCnxn$SendThread.primeConnection Socket connection established
> to localhost/127.0.0.1:49872, initiating session
> > [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run Accepted
> socket connection from /127.0.0.1:49891
> > [junit4:junit4]   2> 12310 T2239
> oazs.ZooKeeperServer.processConnectRequest Client attempting to
> establish new session at /127.0.0.1:49891
> > [junit4:junit4]   2> 12313 T2241 oazs.ZooKeeperServer.finishSessionInit
> Established session 0x13ca0af48aa000c with negotiated timeout 20000 for
> client /127.0.0.1:49891
> > [junit4:junit4]   2> 12313 T2323 oaz.ClientCnxn$SendThread.onConnected
> Session establishment complete on server localhost/127.0.0.1:49872,
> sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000
> > [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process Watcher
> org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
> name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event
> WatchedEvent state:SyncConnected type:None path:null path:null
> type:None
> > [junit4:junit4]   2> 12314 T2237
> oascc.ConnectionManager.waitForConnected Client is connected to
> ZooKeeper
> > [junit4:junit4]   2> 12316 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa000c
> type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 12317 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa000c
> type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error
> Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> > [junit4:junit4]   2> 12319 T2237
> oasc.ZkController.createEphemeralLiveNode Register node as live in
> ZooKeeper:/live_nodes/127.0.0.1:49889_
> > [junit4:junit4]   2> 12320 T2242 oazs.PrepRequestProcessor.pRequest Got
> user-level KeeperException when processing sessionid:0x13ca0af48aa000c
> type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error
> Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode = NoNode
> for /solr/live_nodes/127.0.0.1:49889_
> > [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath makePath:
> /live_nodes/127.0.0.1:49889_
> > [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 4)
> > [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 4)
> > [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 4)
> > [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> > [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 5)
> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> > [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected
> type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live
> nodes size: 5)
> > [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> > [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> > [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process Updating
> live nodes... (5)
> > [junit4:junit4]   2> 12335 T2237
> oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating
> cluster state from ZooKeeper...
> > [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating SolrCore
> 'collection1' using instanceDir: /Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 1359905519427/collection1
> > [junit4:junit4]   2> 12343 T2325 oasc.ZkController.createCollectionZkNode
> Check for collection zkNode:collection1
> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.createCollectionZkNode
> Collection zkNode exists
> > [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName Load
> collection config from:/collections/collection1
> > [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new
> SolrResourceLoader for directory: '/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 1359905519427/collection1/'
> > [junit4:junit4]   2> 12347 T2325
> oasc.SolrResourceLoader.replaceClassLoader Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 1359905519427/collection1/lib/classes/' to classloader
> > [junit4:junit4]   2> 12347 T2325
> oasc.SolrResourceLoader.replaceClassLoader Adding
> 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 1359905519427/collection1/lib/README' to classloader
> > [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene
> MatchVersion: LUCENE_50
> > [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded SolrConfig:
> solrconfig.xml
> > [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema Reading Solr
> Schema
> > [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema Schema
> name=test
> > [junit4:junit4]   2> 12897 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 12899 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":"shard1",
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"recovering",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49885_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49885"}
> > [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 13012 T2325 oass.OpenExchangeRatesOrgProvider.init
> Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> > [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema default
> search field in schema is text
> > [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema unique key
> field: id
> > [junit4:junit4]   2> 13045 T2325 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 13050 T2325 oass.FileExchangeRateProvider.reload
> Reloading exchange rates from file currency.xml
> > [junit4:junit4]   2> 13055 T2325
> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
> open-exchange-rates.json
> > [junit4:junit4]   2> 13057 T2325
> oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from
> open-exchange-rates.json
> > [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1] Opening
> new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-
> 1359905519427/collection1/,
> dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/
> > [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX
> monitoring is enabled. Adding Solr mbeans to JMX Server:
> com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> > [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory
> solr.NRTCachingDirectoryFactory
> > [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get return
> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4 forceNew:false
> > [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close
> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New index
> directory detected: old=null
> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index/
> > [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING
> [collection1] Solr index directory
> './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index'
> doesn't exist. Creating new index...
> > [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get return
> new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index forceNew:false
> > [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit
> SolrDeletionPolicy.onCommit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2> 13069 T2325 oasc.SolrDeletionPolicy.updateCommits
> newest commit = 1[segments_1]
> > [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close
> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index
> > [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created xml:
> solr.XMLResponseWriter
> > [junit4:junit4]   2> 13072 T2325 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe"
> > [junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "dedupe-allfields"
> > [junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "stored_sig"
> > [junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "uniq-fields"
> > [junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init
> inserting DistributedUpdateProcessorFactory into
> updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> > [junit4:junit4]   2> 13075 T2325
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 13075 T2325
> oasc.RequestHandlers.initHandlersFromConfig created /replication:
> solr.ReplicationHandler
> > [junit4:junit4]   2> 13077 T2325
> oasc.RequestHandlers.initHandlersFromConfig created standard:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 13077 T2325
> oasc.RequestHandlers.initHandlersFromConfig created /get:
> solr.RealTimeGetHandler
> > [junit4:junit4]   2> 13078 T2325
> oasc.RequestHandlers.initHandlersFromConfig created dismax:
> solr.SearchHandler
> > [junit4:junit4]   2> 13078 T2325
> oasc.RequestHandlers.initHandlersFromConfig created mock:
> org.apache.solr.core.MockQuerySenderListenerReqHandler
> > [junit4:junit4]   2> 13079 T2325
> oasc.RequestHandlers.initHandlersFromConfig created /admin/:
> org.apache.solr.handler.admin.AdminHandlers
> > [junit4:junit4]   2> 13080 T2325
> oasc.RequestHandlers.initHandlersFromConfig created defaults:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 13080 T2325
> oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 13080 T2325
> oasc.RequestHandlers.initHandlersFromConfig created lazy:
> solr.StandardRequestHandler
> > [junit4:junit4]   2> 13081 T2325
> oasc.RequestHandlers.initHandlersFromConfig created /update:
> solr.UpdateRequestHandler
> > [junit4:junit4]   2> 13082 T2325
> oasc.RequestHandlers.initHandlersFromConfig created /terms:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 13082 T2325
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 13083 T2325
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckCompRH_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 13084 T2325
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 13084 T2325
> oasc.RequestHandlers.initHandlersFromConfig created
> spellCheckWithWordbreak_Direct:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 13085 T2325
> oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 13085 T2325
> oasc.RequestHandlers.initHandlersFromConfig created mltrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 13086 T2325
> oasc.RequestHandlers.initHandlersFromConfig created tvrh:
> org.apache.solr.handler.component.SearchHandler
> > [junit4:junit4]   2> 13086 T2325
> oasc.RequestHandlers.initHandlersFromConfig created /mlt:
> solr.MoreLikeThisHandler
> > [junit4:junit4]   2> 13087 T2325
> oasc.RequestHandlers.initHandlersFromConfig created /debug/dump:
> solr.DumpRequestHandler
> > [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init
> xsltCacheLifetimeSeconds=60
> > [junit4:junit4]   2> 13096 T2325 oasc.SolrCore.initDeprecatedSupport
> WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please
> update your config to use the ShowFileRequestHandler.
> > [junit4:junit4]   2> 13098 T2325 oasc.SolrCore.initDeprecatedSupport
> WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML,
> OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-
> EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-
> ISOLATIN1ACCENT.TXT]
> > [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close
> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init> Opening
> Searcher@76850ab4 main
> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard
> AutoCommit: disabled
> > [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft
> AutoCommit: disabled
> > [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform
> Initializing spell checkers
> > [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init:
> {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLe
> ngth=3}
> > [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@76850ab4
> main{StandardDirectoryReader(segments_1:1)}
> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing
> core=collection1 state=down
> > [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish numShards not
> found on descriptor - reading it from system property
> > [junit4:junit4]   2> 14416 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 14418 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":null,
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"down",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49889_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49889"}
> > [junit4:junit4]   2> 14418 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Collection already exists
> with numShards=2
> > [junit4:junit4]   2> 14418 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to
> shard shard=shard2
> > [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
> props:{shard=shard1, roles=null, state=recovering, core=collection1,
> collection=collection1, node_name=127.0.0.1:49885_,
> base_url=http://127.0.0.1:49885}
> > [junit4:junit4]   2> 14960 T2311 C170 P49885
> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
> http://127.0.0.1:49879/collection1/ core=collection1 -
> recoveringAfterStartup=true
> > [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync PeerSync:
> core=collection1 url=http://127.0.0.1:49885 START
> replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100
> > [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync WARNING
> no frame of reference to tell of we've missed updates
> > [junit4:junit4]   2> 14962 T2311 C170 P49885
> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful -
> trying replication. core=collection1
> > [junit4:junit4]   2> 14962 T2311 C170 P49885
> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
> core=collection1
> > [junit4:junit4]   2> 14963 T2311 C170 P49885
> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
> core=collection1
> > [junit4:junit4]   2> 14963 T2311 C170 P49885
> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
> FSUpdateLog{state=ACTIVE, tlog=null}
> > [junit4:junit4]   2> 14964 T2311 C170 P49885
> oasc.RecoveryStrategy.replicate Attempting to replicate from
> http://127.0.0.1:49879/collection1/. core=collection1
> > [junit4:junit4]   2> 14964 T2311 C170 P49885
> oascsi.HttpClientUtil.createClient Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> > [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1
> org.apache.solr.core.SolrCore@54e69ff4
> url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_
> C171_STATE=coll:collection1 core:collection1 props:{shard=shard1,
> roles=null, state=active, core=collection1, collection=collection1,
> node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879,
> leader=true}
> > [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get
> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0
> QTime=0
> > [junit4:junit4]   2> 14984 T2268 C171 P49879
> oasu.DirectUpdateHandler2.commit start
> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
> etes=false,softCommit=false}
> > [junit4:junit4]   2> 14985 T2268 C171 P49879
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1
> > [junit4:junit4]   2> 14987 T2268 C171 P49879 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2> 14988 T2268 C171 P49879
> oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> > [junit4:junit4]   2> 14990 T2268 C171 P49879
> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> commits:num=2
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> ents_2]
> > [junit4:junit4]   2> 14991 T2268 C171 P49879
> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> > [junit4:junit4]   2> 14992 T2268 C171 P49879
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1
> > [junit4:junit4]   2> 14993 T2268 C171 P49879 oass.SolrIndexSearcher.<init>
> Opening Searcher@7915d36a realtime
> > [junit4:junit4]   2> 14993 T2268 C171 P49879
> oasu.DirectUpdateHandler2.commit end_commit_flush
> > [junit4:junit4]   2> 14994 T2268 C171 P49879 /update
> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
> it_end_point=true&version=2&softCommit=false} {commit=} 0 10
> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.ReplicationHandler.inform
> Commits will be reserved for  10000
> > [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>  No
> value set for 'pollInterval'. Timer Task not started.
> > [junit4:junit4]   2> 14998 T2272 C171 P49879 oash.ReplicationHandler.inform
> Commits will be reserved for  10000
> > [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication
> {command=indexversion&qt=/replication&wt=javabin&version=2} status=0
> QTime=2
> > [junit4:junit4]   2> 14999 T2311 C170 P49885
> oash.SnapPuller.fetchLatestIndex Master's generation: 2
> > [junit4:junit4]   2> 15000 T2311 C170 P49885
> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> > [junit4:junit4]   2> 15000 T2311 C170 P49885
> oash.SnapPuller.fetchLatestIndex Starting replication process
> > [junit4:junit4]   2> 15002 T2273 C171 P49879
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1
> > [junit4:junit4]   2> 15003 T2273 C171 P49879
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1/index
> > [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication
> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
> status=0 QTime=1
> > [junit4:junit4]   2> 15005 T2311 C170 P49885
> oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
> > [junit4:junit4]   2> 15005 T2311 C170 P49885
> oasc.CachingDirectoryFactory.get return new directory for
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index.20130203133202476 forceNew:false
> > [junit4:junit4]   2> 15006 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 15007 T2311 C170 P49885
> oash.SnapPuller.fetchLatestIndex Starting download to
> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index.20130203133202476
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> > [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication
> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
> qt=/replication&generation=2} status=0 QTime=0
> > [junit4:junit4]   2> 15018 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index
> > [junit4:junit4]   2> 15018 T2311 C170 P49885
> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> > [junit4:junit4]   2> 15019 T2311 C170 P49885
> oash.SnapPuller.modifyIndexProps New index installed. Updating index
> properties... index=index.20130203133202476
> > [junit4:junit4]   2> 15020 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 15021 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 15021 T2311 C170 P49885 oasc.SolrCore.getNewIndexDir
> New index directory detected:
> old=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index/
> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index.20130203133202476
> > [junit4:junit4]   2> 15024 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index.20130203133202476
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> ents_2]
> > [junit4:junit4]   2> 15025 T2311 C170 P49885
> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> > [junit4:junit4]   2> 15026 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 15027 T2311 C170 P49885
> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> > [junit4:junit4]   2> 15027 T2311 C170 P49885
> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
> unused... core=collection1
> > [junit4:junit4]   2> 15027 T2311 C170 P49885
> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
> core=collection1
> > [junit4:junit4]   2> 15028 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index.20130203133202476
> > [junit4:junit4]   2> 15028 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 15030 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index.20130203133202476
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> ents_2]
> > [junit4:junit4]   2> 15030 T2311 C170 P49885
> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> > [junit4:junit4]   2> 15030 T2311 C170 P49885
> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be
> used.
> > [junit4:junit4]   2> 15031 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 15031 T2311 C170 P49885 oass.SolrIndexSearcher.<init>
> Opening Searcher@11568f93 main
> > [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@11568f93
> main{StandardDirectoryReader(segments_2:1:nrt)}
> > [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close
> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index
> > [junit4:junit4]   2> 15034 T2311 C170 P49885
> oasu.DirectUpdateHandler2.commit start
> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
> letes=false,softCommit=false}
> > [junit4:junit4]   2> 15036 T2311 C170 P49885
> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> commits:num=2
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index.20130203133202476
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> ents_2]
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index.20130203133202476
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
> ents_3]
> > [junit4:junit4]   2> 15036 T2311 C170 P49885
> oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
> > [junit4:junit4]   2> 15037 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 15037 T2311 C170 P49885
> oasu.DirectUpdateHandler2.commit end_commit_flush
> > [junit4:junit4]   2> 15037 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index.20130203133202476
> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3/index
> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.RecoveryStrategy.replay
> No replay needed. core=collection1
> > [junit4:junit4]   2> 15038 T2311 C170 P49885
> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful -
> registering as Active. core=collection1
> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish
> publishing core=collection1 state=active
> > [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish
> numShards not found on descriptor - reading it from system property
> > [junit4:junit4]   2> 15040 T2311 C170 P49885
> oasc.RecoveryStrategy.doRecovery Finished recovery process.
> core=collection1
> > [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore registering
> core: collection1
> > [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register replica -
> core:collection1 address:http://127.0.0.1:49889 collection:collection1
> shard:shard2
> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are
> http://127.0.0.1:49889/collection1/ and leader is
> http://127.0.0.1:49882/collection1/
> > [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No LogReplay
> needed for core=collection1 baseURL=http://127.0.0.1:49889
> > [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery Core
> needs to recover:collection1
> > [junit4:junit4]   2> 15218 T2325 oasu.DefaultSolrCoreState.doRecovery
> Running recovery - first canceling any ongoing recovery
> > [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1
> org.apache.solr.core.SolrCore@7ea77b6d
> url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_
> C172_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null,
> state=down, core=collection1, collection=collection1,
> node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
> > [junit4:junit4]   2> 15219 T2329 C172 P49889 oasc.RecoveryStrategy.run
> Starting recovery process.  core=collection1 recoveringAfterStartup=true
> > [junit4:junit4]   2> 15219 T2325 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 15221 T2329 C172 P49889
> oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish
> publishing core=collection1 state=recovering
> > [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish
> numShards not found on descriptor - reading it from system property
> > [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init
> user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-core/test/J0
> > [junit4:junit4]   2> 15223 T2329 C172 P49889
> oascsi.HttpClientUtil.createClient Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> > [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init
> SolrDispatchFilter.init() done
> > [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient Creating
> new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> > [junit4:junit4]   2> 15230 T2237 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 15232 T2237
> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for
> recoveries to finish - collection: collection1 failOnTimeout:true timeout
> (sec):230
> > [junit4:junit4]   2> 15234 T2237 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 15948 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 15950 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":"shard1",
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"active",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49885_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49885"}
> > [junit4:junit4]   2> 15964 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":"shard2",
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"recovering",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49889_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49889"}
> > [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 16242 T2237 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 17250 T2237 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
> props:{shard=shard2, roles=null, state=recovering, core=collection1,
> collection=collection1, node_name=127.0.0.1:49889_,
> base_url=http://127.0.0.1:49889}
> > [junit4:junit4]   2> 18233 T2329 C172 P49889
> oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from
> http://127.0.0.1:49882/collection1/ core=collection1 -
> recoveringAfterStartup=true
> > [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync PeerSync:
> core=collection1 url=http://127.0.0.1:49889 START
> replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100
> > [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync WARNING
> no frame of reference to tell of we've missed updates
> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful -
> trying replication. core=collection1
> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> oasc.RecoveryStrategy.doRecovery Starting Replication Recovery.
> core=collection1
> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> oasc.RecoveryStrategy.doRecovery Begin buffering updates.
> core=collection1
> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> oasu.UpdateLog.bufferUpdates Starting to buffer updates.
> FSUpdateLog{state=ACTIVE, tlog=null}
> > [junit4:junit4]   2> 18234 T2329 C172 P49889
> oasc.RecoveryStrategy.replicate Attempting to replicate from
> http://127.0.0.1:49882/collection1/. core=collection1
> > [junit4:junit4]   2> 18235 T2329 C172 P49889
> oascsi.HttpClientUtil.createClient Creating new http client,
> config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=
> false
> > [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1
> org.apache.solr.core.SolrCore@41549a80
> url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_
> C173_STATE=coll:collection1 core:collection1 props:{shard=shard2,
> roles=null, state=active, core=collection1, collection=collection1,
> node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882,
> leader=true}
> > [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get
> {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0
> QTime=1
> > [junit4:junit4]   2> 18244 T2287 C173 P49882
> oasu.DirectUpdateHandler2.commit start
> commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDel
> etes=false,softCommit=false}
> > [junit4:junit4]   2> 18246 T2287 C173 P49882
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2
> > [junit4:junit4]   2> 18248 T2287 C173 P49882 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2> 18250 T2287 C173 P49882
> oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> > [junit4:junit4]   2> 18253 T2237 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 18253 T2287 C173 P49882
> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> commits:num=2
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> ents_2]
> > [junit4:junit4]   2> 18253 T2287 C173 P49882
> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> > [junit4:junit4]   2> 18254 T2287 C173 P49882
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2
> > [junit4:junit4]   2> 18255 T2287 C173 P49882 oass.SolrIndexSearcher.<init>
> Opening Searcher@33a54dcd realtime
> > [junit4:junit4]   2> 18255 T2287 C173 P49882
> oasu.DirectUpdateHandler2.commit end_commit_flush
> > [junit4:junit4]   2> 18256 T2287 C173 P49882 /update
> {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&comm
> it_end_point=true&version=2&softCommit=false} {commit=} 0 12
> > [junit4:junit4]   2> 18257 T2329 C172 P49889 oash.ReplicationHandler.inform
> Commits will be reserved for  10000
> > [junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>  No
> value set for 'pollInterval'. Timer Task not started.
> > [junit4:junit4]   2> 18261 T2285 C173 P49882 oash.ReplicationHandler.inform
> Commits will be reserved for  10000
> > [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication
> {command=indexversion&qt=/replication&wt=javabin&version=2} status=0
> QTime=1
> > [junit4:junit4]   2> 18262 T2329 C172 P49889
> oash.SnapPuller.fetchLatestIndex Master's generation: 2
> > [junit4:junit4]   2> 18262 T2329 C172 P49889
> oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> > [junit4:junit4]   2> 18262 T2329 C172 P49889
> oash.SnapPuller.fetchLatestIndex Starting replication process
> > [junit4:junit4]   2> 18265 T2286 C173 P49882
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2
> > [junit4:junit4]   2> 18266 T2286 C173 P49882
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2/index
> > [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication
> {command=filelist&qt=/replication&wt=javabin&generation=2&version=2}
> status=0 QTime=1
> > [junit4:junit4]   2> 18267 T2329 C172 P49889
> oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
> > [junit4:junit4]   2> 18268 T2329 C172 P49889
> oasc.CachingDirectoryFactory.get return new directory for
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index.20130203133205739 forceNew:false
> > [junit4:junit4]   2> 18269 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 18270 T2329 C172 P49889
> oash.SnapPuller.fetchLatestIndex Starting download to
> RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store
> .NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index.20130203133205739
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> > [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication
> {file=segments_2&command=filecontent&checksum=true&wt=filestream&
> qt=/replication&generation=2} status=0 QTime=0
> > [junit4:junit4]   2> 18274 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index
> > [junit4:junit4]   2> 18275 T2329 C172 P49889
> oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> > [junit4:junit4]   2> 18275 T2329 C172 P49889
> oash.SnapPuller.modifyIndexProps New index installed. Updating index
> properties... index=index.20130203133205739
> > [junit4:junit4]   2> 18276 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 18276 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 18276 T2329 C172 P49889 oasc.SolrCore.getNewIndexDir
> New index directory detected:
> old=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index/
> new=./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index.20130203133205739
> > [junit4:junit4]   2> 18279 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index.20130203133205739
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> ents_2]
> > [junit4:junit4]   2> 18280 T2329 C172 P49889
> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is
> unused... core=collection1
> > [junit4:junit4]   2> 18281 T2329 C172 P49889
> oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter...
> core=collection1
> > [junit4:junit4]   2> 18282 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index.20130203133205739
> > [junit4:junit4]   2> 18282 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 18284 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index.20130203133205739
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> ents_2]
> > [junit4:junit4]   2> 18284 T2329 C172 P49889
> oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> > [junit4:junit4]   2> 18284 T2329 C172 P49889
> oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be
> used.
> > [junit4:junit4]   2> 18285 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 18285 T2329 C172 P49889 oass.SolrIndexSearcher.<init>
> Opening Searcher@2b6d99f5 main
> > [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher [collection1]
> Registered new searcher Searcher@2b6d99f5
> main{StandardDirectoryReader(segments_2:1:nrt)}
> > [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close
> Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-
> trunk-MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index
> > [junit4:junit4]   2> 18288 T2329 C172 P49889
> oasu.DirectUpdateHandler2.commit start
> commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDe
> letes=false,softCommit=false}
> > [junit4:junit4]   2> 18290 T2329 C172 P49889
> oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit:
> commits:num=2
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index.20130203133205739
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segm
> ents_2]
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index.20130203133205739
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segm
> ents_3]
> > [junit4:junit4]   2> 18290 T2329 C172 P49889
> oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> oasu.DirectUpdateHandler2.commit end_commit_flush
> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index.20130203133205739
> > [junit4:junit4]   2> 18291 T2329 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4/index
> > [junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.RecoveryStrategy.replay
> No replay needed. core=collection1
> > [junit4:junit4]   2> 18292 T2329 C172 P49889
> oasc.RecoveryStrategy.doRecovery Replication Recovery was successful -
> registering as Active. core=collection1
> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish
> publishing core=collection1 state=active
> > [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish
> numShards not found on descriptor - reading it from system property
> > [junit4:junit4]   2> 18294 T2329 C172 P49889
> oasc.RecoveryStrategy.doRecovery Finished recovery process.
> core=collection1
> > [junit4:junit4]   2> 19014 T2260 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 19015 T2260
> oasc.Overseer$ClusterStateUpdater.updateState Update state
> numShards=2 message={
> > [junit4:junit4]   2> 	  "operation":"state",
> > [junit4:junit4]   2> 	  "numShards":"2",
> > [junit4:junit4]   2> 	  "shard":"shard2",
> > [junit4:junit4]   2> 	  "roles":null,
> > [junit4:junit4]   2> 	  "state":"active",
> > [junit4:junit4]   2> 	  "core":"collection1",
> > [junit4:junit4]   2> 	  "collection":"collection1",
> > [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49889_",
> > [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49889"}
> > [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A cluster
> state change: WatchedEvent state:SyncConnected type:NodeDataChanged
> path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> > [junit4:junit4]   2> 19256 T2237 oascc.ZkStateReader.updateClusterState
> Updating cloud state from ZooKeeper...
> > [junit4:junit4]   2> 19257 T2237
> oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries
> finished - collection: collection1
> > [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1
> org.apache.solr.core.SolrCore@31b27d14
> url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_
> C174_STATE=coll:control_collection core:collection1 props:{shard=shard1,
> roles=null, state=active, core=collection1, collection=control_collection,
> node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875,
> leader=true}
> > [junit4:junit4]   2> 19265 T2251 C174 P49875
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data
> > [junit4:junit4]   2> 19269 T2251 C174 P49875 oasc.SolrDeletionPolicy.onInit
> SolrDeletionPolicy.onInit: commits:num=1
> > [junit4:junit4]   2>
> 	commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.
> apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-
> slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-
> core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data/index
> lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b;
> maxCacheMB=48.0
> maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segm
> ents_1]
> > [junit4:junit4]   2> 19269 T2251 C174 P49875
> oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> > [junit4:junit4]   2> 19270 T2251 C174 P49875
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/control/data
> > [junit4:junit4]   2> 19271 T2251 C174 P49875 oass.SolrIndexSearcher.<init>
> Opening Searcher@d328104 realtime
> > [junit4:junit4]   2> 19271 T2251 C174 P49875 /update
> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297601679360)} 0 7
> > [junit4:junit4]   2> 19275 T2273 C171 P49879
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty1
> > [junit4:junit4]   2> 19281 T2284 C173 P49882
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty2
> > [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1
> props:{shard=shard1, roles=null, state=active, core=collection1,
> collection=collection1, node_name=127.0.0.1:49885_,
> base_url=http://127.0.0.1:49885}
> > [junit4:junit4]   2> 19289 T2302 C170 P49885
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty3
> > [junit4:junit4]   2> 19291 T2302 C170 P49885 /update
> {update.distrib=FROMLEADER&_version_=-
> 1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt
> =javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 4
> > [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1
> props:{shard=shard2, roles=null, state=active, core=collection1,
> collection=collection1, node_name=127.0.0.1:49889_,
> base_url=http://127.0.0.1:49889}
> > [junit4:junit4]   2> 19291 T2320 C172 P49889
> oasc.CachingDirectoryFactory.close Releasing
> directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build/solr-
> core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-
> 1359905507479/jetty4
> > [junit4:junit4]   2> 19292 T2320 C172 P49889 /update
> {update.distrib=FROMLEADER&_version_=-
> 1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt
> =javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 2
> > [junit4:junit4]   2> 19293 T2284 C173 P49882 /update
> {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-
> 1425964297618456576)} 0 13
> > [junit4:junit4]   2> 19294 T2273 C171 P49879 /update
> {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 21
> > [junit4:junit4]   2> 19303 T2252 C174 P49875 /update
> {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5
> > [junit4:junit4]   2> 19316 T2303 C170 P49885 /update
> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
> ER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3
> > [junit4:junit4]   2> 19317 T2269 C171 P49879 /update
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER
> &wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10
> > [junit4:junit4]   2> 19318 T2285 C173 P49882 /update
> {wt=javabin&version=2} {add=[1]} 0 13
> > [junit4:junit4]   2> 19328 T2254 C174 P49875 /update
> {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1
> > [junit4:junit4]   2> 19350 T2315 C172 P49889 /update
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> ER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4
> > [junit4:junit4]   2> 19351 T2286 C173 P49882 /update
> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
> &wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11
> > [junit4:junit4]   2> 19351 T2271 C171 P49879 /update
> {wt=javabin&version=2} {add=[2]} 0 15
> > [junit4:junit4]   2> 19357 T2255 C174 P49875 /update
> {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3
> > [junit4:junit4]   2> 19365 T2316 C172 P49889 /update
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> ER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2
> > [junit4:junit4]   2> 19366 T2289 C173 P49882 /update
> {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7
> > [junit4:junit4]   2> 19371 T2250 C174 P49875 /update
> {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2
> > [junit4:junit4]   2> 19379 T2304 C170 P49885 /update
> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEAD
> ER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2
> > [junit4:junit4]   2> 19380 T2268 C171 P49879 /update
> {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7
> > [junit4:junit4]   2> 19385 T2251 C174 P49875 /update
> {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2
> > [junit4:junit4]   2> 19399 T2317 C172 P49889 /update
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> ER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2
> > [junit4:junit4]   2> 19400 T2288 C173 P49882 /update
> {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER
> &wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9
> > [junit4:junit4]   2> 19401 T2270 C171 P49879 /update
> {wt=javabin&version=2} {add=[5]} 0 12
> > [junit4:junit4]   2> 19406 T2253 C174 P49875 /update
> {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2
> > [junit4:junit4]   2> 19416 T2319 C172 P49889 /update
> {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEAD
> ER&wt=javabin&version=2}
> >
> > [...truncated too long message...]
> >
> > it4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(Rando
> mizedRunner.java:787)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> evaluate(SystemPropertiesRestoreRule.java:53)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRule
> SetupTeardownChained.java:50)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCa
> cheSanity.java:51)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleTh
> readAndTestName.java:49)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask
> (ThreadLeakControl.java:782)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadL
> eakControl.java:442)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(Ran
> domizedRunner.java:746)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(Rando
> mizedRunner.java:648)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(Rando
> mizedRunner.java:682)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(Rando
> mizedRunner.java:693)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.
> evaluate(SystemPropertiesRestoreRule.java:53)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeA
> fterRule.java:46)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreCl
> assName.java:42)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1
> .evaluate(SystemPropertiesInvariantRule.java:55)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMet
> hodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAss
> ertionsRequired.java:43)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure
> .java:48)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRule
> IgnoreAfterMaxFailures.java:70)
> > [junit4:junit4]    > 	at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnore
> TestSuites.java:55)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(Stat
> ementAdapter.java:36)
> > [junit4:junit4]    > 	at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.
> run(ThreadLeakControl.java:358)
> > [junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
> > [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore
> ###deleteCore
> > [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:
> {n_f1=MockFixedIntBlock(blockSize=1923),
> foo_b=PostingsFormat(name=MockRandom),
> cat=PostingsFormat(name=NestedPulsing),
> foo_d=PostingsFormat(name=Asserting),
> foo_f=PostingsFormat(name=MockRandom),
> n_tl1=MockFixedIntBlock(blockSize=1923),
> n_d1=PostingsFormat(name=NestedPulsing),
> rnd_b=PostingsFormat(name=Asserting),
> intDefault=PostingsFormat(name=NestedPulsing),
> n_td1=MockFixedIntBlock(blockSize=1923),
> timestamp=PostingsFormat(name=NestedPulsing),
> id=PostingsFormat(name=Asserting),
> range_facet_sl=PostingsFormat(name=MockRandom),
> range_facet_si=MockFixedIntBlock(blockSize=1923),
> oddField_s=PostingsFormat(name=MockRandom),
> sequence_i=PostingsFormat(name=MockRandom),
> name=PostingsFormat(name=Asserting),
> foo_i=MockFixedIntBlock(blockSize=1923),
> regex_dup_B_s=PostingsFormat(name=NestedPulsing),
> multiDefault=MockFixedIntBlock(blockSize=1923),
> n_tf1=PostingsFormat(name=NestedPulsing),
> n_dt1=MockFixedIntBlock(blockSize=1923),
> genre_s=PostingsFormat(name=MockRandom),
> author_t=MockFixedIntBlock(blockSize=1923),
> n_ti1=PostingsFormat(name=Asserting),
> range_facet_l=PostingsFormat(name=NestedPulsing),
> text=PostingsFormat(name=MockRandom),
> _version_=PostingsFormat(name=NestedPulsing),
> val_i=PostingsFormat(name=Asserting),
> SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing),
> series_t=MockFixedIntBlock(blockSize=1923),
> a_t=PostingsFormat(name=NestedPulsing),
> n_tdt1=PostingsFormat(name=NestedPulsing),
> regex_dup_A_s=PostingsFormat(name=MockRandom),
> price=PostingsFormat(name=MockRandom),
> other_tl1=PostingsFormat(name=NestedPulsing),
> n_l1=PostingsFormat(name=NestedPulsing),
> a_si=MockFixedIntBlock(blockSize=1923),
> inStock=PostingsFormat(name=MockRandom)},
> sim=RandomSimilarityProvider(queryNorm=true,coord=no): {},
> locale=hu_HU, timezone=America/Sao_Paulo
> > [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation
> 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144
> > [junit4:junit4]   2> NOTE: All tests run in this JVM:
> [FullSolrCloudDistribCmdsTest, SortByFunctionTest, SolrRequestParserTest,
> CacheHeaderTest, AlternateDirectoryTest, SpellingQueryConverterTest,
> SynonymTokenizerTest, TestSort, LukeRequestHandlerTest,
> TestRangeQuery, FileBasedSpellCheckerTest, TestPhraseSuggestions,
> TestPluginEnable, TestComponentsName, TestJmxIntegration,
> SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions, BasicDistributedZk2Test,
> UpdateRequestProcessorFactoryTest, BadIndexSchemaTest,
> SchemaVersionSpecificBehaviorTest, WordBreakSolrSpellCheckerTest,
> TestIndexingPerformance, JSONWriterTest,
> FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache,
> PingRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest,
> TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest,
> ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest,
> CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest,
> TestStressRecovery, BadComponentTest, TestJoin, DocumentBuilderTest,
> TestStressLucene, DOMUtilTest, TestFunctionQuery, TestHashPartitioner,
> SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest,
> HardAutoCommitTest, ChaosMonkeySafeLeaderTest,
> DistributedQueryElevationComponentTest, RegexBoostProcessorTest,
> TestReplicationHandler, UpdateParamsTest,
> DirectUpdateHandlerOptimizeTest, TestGroupingSearch,
> TestElisionMultitermQuery, SuggesterTest, TestCharFilters, ReturnFieldsTest,
> StandardRequestHandlerTest, SystemInfoHandlerTest,
> TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest,
> DefaultValueUpdateProcessorTest, LeaderElectionTest,
> SpellCheckComponentTest, TestBinaryResponseWriter,
> TestPseudoReturnFields, TestStressVersions,
> StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest,
> TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions,
> SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory,
> TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest,
> TestPHPSerializedResponseWriter, TestUtils, TestRecovery,
> DistributedTermsComponentTest, UUIDFieldTest,
> ShowFileRequestHandlerTest, TestSolrDeletionPolicy1,
> IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestRemoteStreaming,
> TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser,
> PolyFieldTest, TestNumberUtils, TestQuerySenderListener,
> TestFoldingMultitermQuery, TestPartialUpdateDeduplication,
> DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest,
> ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest,
> ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest, TestUpdate,
> TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest,
> SimplePostToolTest, NumericFieldsTest, IndexBasedSpellCheckerTest,
> OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser,
> SignatureUpdateProcessorFactoryTest, ResourceLoaderTest,
> BasicDistributedZkTest]
> > [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!
> >
> > [...truncated 380 lines...]
> > BUILD FAILED
> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/build.xml:346: The following error occurred while executing this
> line:
> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/build.xml:39: The following error occurred while executing this line:
> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/build.xml:178: The following error occurred while executing this
> line:
> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/solr/common-build.xml:428: The following error occurred while
> executing this line:
> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/lucene/common-build.xml:1176: The following error occurred while
> executing this line:
> > /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-
> MacOSX/lucene/common-build.xml:841: There were test failures: 249 suites,
> 1038 tests, 1 failure, 14 ignored (3 assumptions)
> >
> > Total time: 58 minutes 11 seconds
> > Build step 'Invoke Ant' marked build as failure
> > Archiving artifacts
> > Recording test results
> > Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
> > Email was triggered for: Failure
> > Sending email for trigger: Failure
> >
> >
> >
> > ---------------------------------------------------------------------
> > To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> > For additional commands, e-mail: dev-help@lucene.apache.org
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 178 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
In this test recovery fails because an http request keeps failing with:

java.net.SocketException: Invalid argument

Some googling points to an ipv4/ipv6 issue? Seems like an environment/test problem.

- Mark

On Feb 3, 2013, at 10:47 AM, Policeman Jenkins Server <je...@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/178/
> Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
> 
> 1 tests failed.
> REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
> 
> Error Message:
> There are still nodes recoverying - waited for 230 seconds
> 
> Stack Trace:
> java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
> 	at __randomizedtesting.SeedInfo.seed([3C821F5DBFE87C0C:BD649145C8B71C30]:0)
> 	at org.junit.Assert.fail(Assert.java:93)
> 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
> 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
> 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
> 	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:458)
> 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
> 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:601)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at java.lang.Thread.run(Thread.java:722)
> 
> 
> 
> 
> Build Log:
> [...truncated 8980 lines...]
> [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
> [junit4:junit4]   2> 0 T2237 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
> [junit4:junit4]   2> 7 T2237 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
> [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1359905507479
> [junit4:junit4]   2> 9 T2237 oasc.ZkTestServer.run STARTING ZK TEST SERVER
> [junit4:junit4]   2> 10 T2238 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
> [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
> [junit4:junit4]   2> 13 T2238 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
> [junit4:junit4]   2> 14 T2238 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
> [junit4:junit4]   2> 14 T2238 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
> [junit4:junit4]   2> 16 T2238 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/zookeeper/server1/data/version-2/snapshot.0
> [junit4:junit4]   2> 114 T2237 oasc.ZkTestServer.run start zk server on port:49872
> [junit4:junit4]   2> 115 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6ef101c9
> [junit4:junit4]   2> 116 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 117 T2243 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 118 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49873
> [junit4:junit4]   2> 118 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49873
> [junit4:junit4]   2> 119 T2241 oazsp.FileTxnLog.append Creating new log file: log.1
> [junit4:junit4]   2> 120 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0000 with negotiated timeout 10000 for client /127.0.0.1:49873
> [junit4:junit4]   2> 121 T2243 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0000, negotiated timeout = 10000
> [junit4:junit4]   2> 121 T2244 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ef101c9 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 122 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 122 T2237 oascc.SolrZkClient.makePath makePath: /solr
> [junit4:junit4]   2> 128 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0000
> [junit4:junit4]   2> 129 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49873 which had sessionid 0x13ca0af48aa0000
> [junit4:junit4]   2> 129 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0000 closed
> [junit4:junit4]   2> 129 T2244 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 130 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@63bc10cb
> [junit4:junit4]   2> 131 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 131 T2245 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 132 T2245 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 132 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49874
> [junit4:junit4]   2> 133 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49874
> [junit4:junit4]   2> 134 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0001 with negotiated timeout 10000 for client /127.0.0.1:49874
> [junit4:junit4]   2> 134 T2245 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0001, negotiated timeout = 10000
> [junit4:junit4]   2> 135 T2246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63bc10cb name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 135 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 136 T2237 oascc.SolrZkClient.makePath makePath: /collections/collection1
> [junit4:junit4]   2> 142 T2237 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
> [junit4:junit4]   2> 147 T2237 oascc.SolrZkClient.makePath makePath: /collections/control_collection
> [junit4:junit4]   2> 151 T2237 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
> [junit4:junit4]   2> 155 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 155 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 161 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
> [junit4:junit4]   2> 161 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
> [junit4:junit4]   2> 167 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 168 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 173 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
> [junit4:junit4]   2> 174 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
> [junit4:junit4]   2> 178 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
> [junit4:junit4]   2> 179 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
> [junit4:junit4]   2> 184 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 185 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 191 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 191 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 197 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 198 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 203 T2237 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 203 T2237 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 210 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0001
> [junit4:junit4]   2> 211 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49874 which had sessionid 0x13ca0af48aa0001
> [junit4:junit4]   2> 211 T2246 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 211 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0001 closed
> [junit4:junit4]   2> 403 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 407 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49875
> [junit4:junit4]   2> 409 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 410 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683
> [junit4:junit4]   2> 411 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/solr.xml
> [junit4:junit4]   2> 412 T2237 oasc.CoreContainer.<init> New CoreContainer 1814343678
> [junit4:junit4]   2> 413 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/'
> [junit4:junit4]   2> 414 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/'
> [junit4:junit4]   2> 482 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 484 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 485 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 486 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 487 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 488 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 489 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 490 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 506 T2237 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 527 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
> [junit4:junit4]   2> 528 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 528 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f27b6e1
> [junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 529 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 530 T2256 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 531 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49876
> [junit4:junit4]   2> 532 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49876
> [junit4:junit4]   2> 533 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0002 with negotiated timeout 20000 for client /127.0.0.1:49876
> [junit4:junit4]   2> 533 T2256 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0002, negotiated timeout = 20000
> [junit4:junit4]   2> 534 T2257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f27b6e1 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 535 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 537 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0002
> [junit4:junit4]   2> 539 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49876 which had sessionid 0x13ca0af48aa0002
> [junit4:junit4]   2> 539 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0002 closed
> [junit4:junit4]   2> 539 T2257 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 540 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 545 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@d43d404
> [junit4:junit4]   2> 546 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 547 T2258 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 548 T2258 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 549 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49877
> [junit4:junit4]   2> 550 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49877
> [junit4:junit4]   2> 551 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0003 with negotiated timeout 20000 for client /127.0.0.1:49877
> [junit4:junit4]   2> 551 T2258 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0003, negotiated timeout = 20000
> [junit4:junit4]   2> 552 T2259 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d43d404 name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 553 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 556 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 558 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes
> [junit4:junit4]   2> 570 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49875_
> [junit4:junit4]   2> 572 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49875_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49875_
> [junit4:junit4]   2> 573 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49875_
> [junit4:junit4]   2> 578 T2237 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
> [junit4:junit4]   2> 587 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   2> 588 T2237 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
> [junit4:junit4]   2> 592 T2237 oasc.Overseer.start Overseer (id=89122767339388931-127.0.0.1:49875_-n_0000000000) starting
> [junit4:junit4]   2> 593 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 594 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 595 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 597 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 598 T2261 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
> [junit4:junit4]   2> 600 T2237 oascc.SolrZkClient.makePath makePath: /clusterstate.json
> [junit4:junit4]   2> 605 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 615 T2262 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1
> [junit4:junit4]   2> 615 T2262 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
> [junit4:junit4]   2> 616 T2260 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
> [junit4:junit4]   2> 617 T2262 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 617 T2262 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
> [junit4:junit4]   2> 620 T2262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1/'
> [junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 621 T2262 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1/lib/README' to classloader
> [junit4:junit4]   2> 672 T2262 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 734 T2262 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 736 T2262 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 740 T2262 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 1305 T2262 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 1316 T2262 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 1322 T2262 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 1349 T2262 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 1354 T2262 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 1359 T2262 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 1361 T2262 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 1363 T2262 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359905507683/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/
> [junit4:junit4]   2> 1364 T2262 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> [junit4:junit4]   2> 1364 T2262 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data forceNew:false
> [junit4:junit4]   2> 1365 T2262 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data
> [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index/
> [junit4:junit4]   2> 1366 T2262 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 1367 T2262 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index forceNew:false
> [junit4:junit4]   2> 1370 T2262 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 1371 T2262 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 1372 T2262 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index
> [junit4:junit4]   2> 1372 T2262 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 1374 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 1375 T2262 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 1376 T2262 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 1376 T2262 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 1376 T2262 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 1377 T2262 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 1377 T2262 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 1378 T2262 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 1378 T2262 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 1379 T2262 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 1379 T2262 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 1379 T2262 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 1380 T2262 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 1380 T2262 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1381 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1381 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1381 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1383 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1383 T2262 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1384 T2262 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1384 T2262 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1385 T2262 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 1385 T2262 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 1391 T2262 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 1395 T2262 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 1397 T2262 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 1400 T2262 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data
> [junit4:junit4]   2> 1401 T2262 oass.SolrIndexSearcher.<init> Opening Searcher@22fa1cde main
> [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 1402 T2262 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 1403 T2262 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 1410 T2262 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 1442 T2263 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22fa1cde main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 1447 T2262 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 1448 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
> [junit4:junit4]   2> 2125 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 2126 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"1",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"control_collection",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49875_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49875"}
> [junit4:junit4]   2> 2126 T2260 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
> [junit4:junit4]   2> 2126 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 2127 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
> [junit4:junit4]   2> 2134 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 2453 T2262 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 2453 T2262 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49875 collection:control_collection shard:shard1
> [junit4:junit4]   2> 2455 T2262 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
> [junit4:junit4]   2> 2467 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
> [junit4:junit4]   2> 2469 T2262 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 2469 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 2472 T2262 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 2472 T2262 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49875/collection1/
> [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 2473 T2262 oasc.SyncStrategy.syncToMe http://127.0.0.1:49875/collection1/ has no replicas
> [junit4:junit4]   2> 2474 T2262 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49875/collection1/
> [junit4:junit4]   2> 2474 T2262 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
> [junit4:junit4]   2> 2481 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 3644 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 3657 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register We are http://127.0.0.1:49875/collection1/ and leader is http://127.0.0.1:49875/collection1/
> [junit4:junit4]   2> 3712 T2262 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49875
> [junit4:junit4]   2> 3712 T2262 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 3713 T2262 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 3715 T2262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 3717 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 3718 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 3718 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 3723 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:
> [junit4:junit4]   2> 3727 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@16aef4d8
> [junit4:junit4]   2> 3728 T2264 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 3729 T2264 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 3729 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49878
> [junit4:junit4]   2> 3730 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49878
> [junit4:junit4]   2> 3730 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 3731 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0004 with negotiated timeout 10000 for client /127.0.0.1:49878
> [junit4:junit4]   2> 3731 T2264 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0004, negotiated timeout = 10000
> [junit4:junit4]   2> 3732 T2265 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16aef4d8 name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 3732 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 3734 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 3737 T2237 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
> [junit4:junit4]   2> 3899 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 3903 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49879
> [junit4:junit4]   2> 3904 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 3904 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 3905 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209
> [junit4:junit4]   2> 3905 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/solr.xml
> [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.<init> New CoreContainer 1639387465
> [junit4:junit4]   2> 3906 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/'
> [junit4:junit4]   2> 3907 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/'
> [junit4:junit4]   2> 3942 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 3942 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 3943 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 3943 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 3944 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 3944 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 3945 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 3945 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 3946 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 3946 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 3961 T2237 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 3979 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
> [junit4:junit4]   2> 3980 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 3980 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5dbf0973
> [junit4:junit4]   2> 3982 T2275 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 3983 T2275 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 3984 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49880
> [junit4:junit4]   2> 3984 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49880
> [junit4:junit4]   2> 3985 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 3990 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0005 with negotiated timeout 20000 for client /127.0.0.1:49880
> [junit4:junit4]   2> 3991 T2275 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0005, negotiated timeout = 20000
> [junit4:junit4]   2> 3991 T2276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dbf0973 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 3991 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 3993 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0005
> [junit4:junit4]   2> 3994 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49880 which had sessionid 0x13ca0af48aa0005
> [junit4:junit4]   2> 3994 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0005 closed
> [junit4:junit4]   2> 3995 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 4000 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ddf927e
> [junit4:junit4]   2> 4001 T2276 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 4002 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 4003 T2277 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 4005 T2277 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 4005 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49881
> [junit4:junit4]   2> 4006 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49881
> [junit4:junit4]   2> 4007 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0006 with negotiated timeout 20000 for client /127.0.0.1:49881
> [junit4:junit4]   2> 4007 T2277 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0006, negotiated timeout = 20000
> [junit4:junit4]   2> 4008 T2278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ddf927e name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 4008 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 4009 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4010 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 4012 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49879_
> [junit4:junit4]   2> 4013 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49879_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49879_
> [junit4:junit4]   2> 4014 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49879_
> [junit4:junit4]   2> 4018 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 4021 T2265 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 4023 T2259 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 4026 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 4034 T2279 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1
> [junit4:junit4]   2> 4035 T2279 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 4036 T2279 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 4036 T2279 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 4038 T2279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1/'
> [junit4:junit4]   2> 4039 T2279 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 4040 T2279 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1/lib/README' to classloader
> [junit4:junit4]   2> 4091 T2279 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 4150 T2279 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 4151 T2279 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 4168 T2279 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 4637 T2279 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 4645 T2279 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 4648 T2279 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 4671 T2279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 4677 T2279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 4684 T2279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 4686 T2279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 4688 T2279 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359905511209/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/
> [junit4:junit4]   2> 4688 T2279 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> [junit4:junit4]   2> 4689 T2279 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 4689 T2279 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1 forceNew:false
> [junit4:junit4]   2> 4690 T2279 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
> [junit4:junit4]   2> 4690 T2279 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index/
> [junit4:junit4]   2> 4691 T2279 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 4691 T2279 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index forceNew:false
> [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 4696 T2279 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 4697 T2279 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index
> [junit4:junit4]   2> 4697 T2279 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 4700 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 4701 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 4702 T2279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 4702 T2279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 4702 T2279 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 4703 T2279 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 4704 T2279 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 4704 T2279 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 4705 T2279 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 4705 T2279 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 4706 T2279 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 4706 T2279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 4707 T2279 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 4708 T2279 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 4708 T2279 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 4709 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 4709 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 4710 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 4711 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 4711 T2279 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 4712 T2279 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 4712 T2279 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 4713 T2279 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 4713 T2279 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 4722 T2279 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 4727 T2279 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 4729 T2279 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 4732 T2279 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
> [junit4:junit4]   2> 4734 T2279 oass.SolrIndexSearcher.<init> Opening Searcher@7db1b132 main
> [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 4735 T2279 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 4736 T2279 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 4741 T2279 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 4774 T2280 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7db1b132 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 4780 T2279 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 5182 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 5185 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"1",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"control_collection",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49875_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49875"}
> [junit4:junit4]   2> 5198 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49879_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49879"}
> [junit4:junit4]   2> 5199 T2260 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
> [junit4:junit4]   2> 5199 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 5214 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 5214 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 5215 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 5784 T2279 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 5785 T2279 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49879 collection:collection1 shard:shard1
> [junit4:junit4]   2> 5788 T2279 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
> [junit4:junit4]   2> 5813 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
> [junit4:junit4]   2> 5815 T2279 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 5817 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 5824 T2279 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 5824 T2279 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49879/collection1/
> [junit4:junit4]   2> 5825 T2279 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 5826 T2279 oasc.SyncStrategy.syncToMe http://127.0.0.1:49879/collection1/ has no replicas
> [junit4:junit4]   2> 5826 T2279 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49879/collection1/
> [junit4:junit4]   2> 5827 T2279 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
> [junit4:junit4]   2> 5842 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 6744 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 6759 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 6763 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 6766 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 6805 T2279 oasc.ZkController.register We are http://127.0.0.1:49879/collection1/ and leader is http://127.0.0.1:49879/collection1/
> [junit4:junit4]   2> 6806 T2279 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49879
> [junit4:junit4]   2> 6806 T2279 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 6806 T2279 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 6811 T2279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 6814 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 6815 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 6815 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 6998 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 7006 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49882
> [junit4:junit4]   2> 7008 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 7011 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296
> [junit4:junit4]   2> 7012 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/solr.xml
> [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.<init> New CoreContainer 883532060
> [junit4:junit4]   2> 7013 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/'
> [junit4:junit4]   2> 7014 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/'
> [junit4:junit4]   2> 7046 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 7047 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 7047 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 7048 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 7048 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 7049 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 7049 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 7050 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 7050 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 7051 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 7063 T2237 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 7079 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
> [junit4:junit4]   2> 7079 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 7080 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@29239796
> [junit4:junit4]   2> 7081 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 7081 T2290 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 7082 T2290 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 7083 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49883
> [junit4:junit4]   2> 7083 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49883
> [junit4:junit4]   2> 7085 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0007 with negotiated timeout 20000 for client /127.0.0.1:49883
> [junit4:junit4]   2> 7085 T2290 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0007, negotiated timeout = 20000
> [junit4:junit4]   2> 7085 T2291 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29239796 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 7086 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 7088 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0007
> [junit4:junit4]   2> 7088 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49883 which had sessionid 0x13ca0af48aa0007
> [junit4:junit4]   2> 7089 T2291 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 7089 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0007 closed
> [junit4:junit4]   2> 7089 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 7094 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6
> [junit4:junit4]   2> 7096 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 7096 T2292 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 7097 T2292 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 7098 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49884
> [junit4:junit4]   2> 7098 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49884
> [junit4:junit4]   2> 7099 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0008 with negotiated timeout 20000 for client /127.0.0.1:49884
> [junit4:junit4]   2> 7099 T2292 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0008, negotiated timeout = 20000
> [junit4:junit4]   2> 7100 T2293 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e5ec4d6 name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 7100 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 7101 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 7103 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 7104 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49882_
> [junit4:junit4]   2> 7105 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49882_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49882_
> [junit4:junit4]   2> 7106 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49882_
> [junit4:junit4]   2> 7110 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 7110 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 7112 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 7115 T2278 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 7115 T2259 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 7119 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 7128 T2294 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1
> [junit4:junit4]   2> 7128 T2294 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 7129 T2294 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 7129 T2294 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 7131 T2294 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1/'
> [junit4:junit4]   2> 7132 T2294 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 7133 T2294 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1/lib/README' to classloader
> [junit4:junit4]   2> 7180 T2294 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 7239 T2294 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 7240 T2294 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 7245 T2294 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 7764 T2294 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 7771 T2294 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 7774 T2294 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 7795 T2294 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 7800 T2294 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 7805 T2294 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 7807 T2294 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 7809 T2294 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359905514296/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/
> [junit4:junit4]   2> 7809 T2294 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> [junit4:junit4]   2> 7810 T2294 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 7810 T2294 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2 forceNew:false
> [junit4:junit4]   2> 7811 T2294 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
> [junit4:junit4]   2> 7811 T2294 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index/
> [junit4:junit4]   2> 7812 T2294 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 7812 T2294 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index forceNew:false
> [junit4:junit4]   2> 7817 T2294 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 7818 T2294 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 7819 T2294 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index
> [junit4:junit4]   2> 7819 T2294 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 7822 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 7823 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 7824 T2294 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 7824 T2294 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 7825 T2294 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 7825 T2294 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 7826 T2294 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 7827 T2294 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 7827 T2294 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 7828 T2294 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 7828 T2294 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 7829 T2294 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 7829 T2294 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 7830 T2294 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 7830 T2294 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7831 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7831 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7832 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7833 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7833 T2294 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7834 T2294 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7834 T2294 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 7835 T2294 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 7836 T2294 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 7842 T2294 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 7847 T2294 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 7848 T2294 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 7851 T2294 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
> [junit4:junit4]   2> 7852 T2294 oass.SolrIndexSearcher.<init> Opening Searcher@43571abe main
> [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 7853 T2294 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 7854 T2294 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 7859 T2294 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 7890 T2295 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43571abe main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 7896 T2294 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 8269 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 8270 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49879_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49879"}
> [junit4:junit4]   2> 8276 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49882_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49882"}
> [junit4:junit4]   2> 8276 T2260 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
> [junit4:junit4]   2> 8276 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
> [junit4:junit4]   2> 8283 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 8283 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 8283 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 8283 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 8899 T2294 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 8900 T2294 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49882 collection:collection1 shard:shard2
> [junit4:junit4]   2> 8902 T2294 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
> [junit4:junit4]   2> 8922 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
> [junit4:junit4]   2> 8924 T2294 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 8925 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 8929 T2294 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 8930 T2294 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 8930 T2294 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49882/collection1/
> [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 8931 T2294 oasc.SyncStrategy.syncToMe http://127.0.0.1:49882/collection1/ has no replicas
> [junit4:junit4]   2> 8932 T2294 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49882/collection1/
> [junit4:junit4]   2> 8932 T2294 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
> [junit4:junit4]   2> 8943 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa0008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 9797 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 9817 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9817 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9817 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9817 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register We are http://127.0.0.1:49882/collection1/ and leader is http://127.0.0.1:49882/collection1/
> [junit4:junit4]   2> 9832 T2294 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49882
> [junit4:junit4]   2> 9832 T2294 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 9832 T2294 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 9833 T2294 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 9835 T2294 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 9836 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 9837 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 9838 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 9994 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 9999 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49885
> [junit4:junit4]   2> 10000 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 10001 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315
> [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/solr.xml
> [junit4:junit4]   2> 10002 T2237 oasc.CoreContainer.<init> New CoreContainer 1478444421
> [junit4:junit4]   2> 10003 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/'
> [junit4:junit4]   2> 10003 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/'
> [junit4:junit4]   2> 10047 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 10048 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 10048 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 10049 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 10050 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 10050 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 10051 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 10051 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 10052 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 10052 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 10065 T2237 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 10083 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
> [junit4:junit4]   2> 10084 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 10085 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@642e29e1
> [junit4:junit4]   2> 10086 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 10086 T2305 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 10088 T2305 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 10088 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49886
> [junit4:junit4]   2> 10089 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49886
> [junit4:junit4]   2> 10089 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa0009 with negotiated timeout 20000 for client /127.0.0.1:49886
> [junit4:junit4]   2> 10090 T2305 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa0009, negotiated timeout = 20000
> [junit4:junit4]   2> 10090 T2306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@642e29e1 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 10090 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 10092 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa0009
> [junit4:junit4]   2> 10093 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49886 which had sessionid 0x13ca0af48aa0009
> [junit4:junit4]   2> 10094 T2306 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 10093 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa0009 closed
> [junit4:junit4]   2> 10094 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 10099 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3507d0fd
> [junit4:junit4]   2> 10100 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 10100 T2307 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 10101 T2307 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 10101 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49887
> [junit4:junit4]   2> 10102 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49887
> [junit4:junit4]   2> 10103 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa000a with negotiated timeout 20000 for client /127.0.0.1:49887
> [junit4:junit4]   2> 10104 T2307 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa000a, negotiated timeout = 20000
> [junit4:junit4]   2> 10104 T2308 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3507d0fd name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 10104 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 10106 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 10108 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 10110 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49885_
> [junit4:junit4]   2> 10111 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49885_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49885_
> [junit4:junit4]   2> 10112 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49885_
> [junit4:junit4]   2> 10115 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10116 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10116 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 10117 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 10121 T2293 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 10121 T2259 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 10121 T2278 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 10125 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 10133 T2309 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1
> [junit4:junit4]   2> 10134 T2309 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 10135 T2309 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 10135 T2309 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 10137 T2309 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1/'
> [junit4:junit4]   2> 10138 T2309 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 10139 T2309 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1/lib/README' to classloader
> [junit4:junit4]   2> 10186 T2309 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 10255 T2309 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 10257 T2309 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 10262 T2309 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 10784 T2309 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 10792 T2309 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 10795 T2309 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 10817 T2309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 10823 T2309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 10828 T2309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 10830 T2309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 10832 T2309 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359905517315/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/
> [junit4:junit4]   2> 10832 T2309 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> [junit4:junit4]   2> 10833 T2309 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3 forceNew:false
> [junit4:junit4]   2> 10834 T2309 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 10834 T2309 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index/
> [junit4:junit4]   2> 10835 T2309 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 10836 T2309 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index forceNew:false
> [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6360c6d3; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 10842 T2309 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 10843 T2309 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index
> [junit4:junit4]   2> 10844 T2309 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 10846 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 10847 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 10848 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 10849 T2309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 10849 T2309 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 10850 T2309 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 10851 T2309 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 10852 T2309 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 10853 T2309 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 10854 T2309 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 10854 T2309 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 10855 T2309 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 10855 T2309 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 10856 T2309 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 10856 T2309 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 10857 T2309 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10857 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10858 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10859 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10860 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10861 T2309 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10861 T2309 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10862 T2309 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 10862 T2309 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 10863 T2309 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 10869 T2309 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 10871 T2309 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 10873 T2309 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 10875 T2309 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 10877 T2309 oass.SolrIndexSearcher.<init> Opening Searcher@682615b3 main
> [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 10878 T2309 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 10878 T2309 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 10883 T2309 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 10913 T2310 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@682615b3 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 10919 T2309 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 11333 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 11336 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49882_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49882"}
> [junit4:junit4]   2> 11349 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49885_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49885"}
> [junit4:junit4]   2> 11350 T2260 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
> [junit4:junit4]   2> 11351 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 11367 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 11368 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 11368 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 11369 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 11369 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 11922 T2309 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 11923 T2309 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49885 collection:collection1 shard:shard1
> [junit4:junit4]   2> 11932 T2309 oasc.ZkController.register We are http://127.0.0.1:49885/collection1/ and leader is http://127.0.0.1:49879/collection1/
> [junit4:junit4]   2> 11933 T2309 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49885
> [junit4:junit4]   2> 11934 T2309 oasc.ZkController.checkRecovery Core needs to recover:collection1
> [junit4:junit4]   2> 11934 T2309 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> ASYNC  NEW_CORE C170 name=collection1 org.apache.solr.core.SolrCore@258a35 url=http://127.0.0.1:49885/collection1 node=127.0.0.1:49885_ C170_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49885_, base_url=http://127.0.0.1:49885}
> [junit4:junit4]   2> 11935 T2311 C170 P49885 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   2> 11936 T2309 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 11938 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish publishing core=collection1 state=recovering
> [junit4:junit4]   2> 11939 T2311 C170 P49885 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 11940 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 11941 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 11943 T2311 C170 P49885 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 11944 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 12120 T2237 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 12124 T2237 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49889
> [junit4:junit4]   2> 12125 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 12125 T2237 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 12126 T2237 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427
> [junit4:junit4]   2> 12126 T2237 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/solr.xml
> [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.<init> New CoreContainer 1310203382
> [junit4:junit4]   2> 12127 T2237 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/'
> [junit4:junit4]   2> 12128 T2237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/'
> [junit4:junit4]   2> 12160 T2237 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 12161 T2237 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 12161 T2237 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 12162 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 12162 T2237 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 12163 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 12163 T2237 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 12164 T2237 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 12164 T2237 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 12165 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 12175 T2237 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 12192 T2237 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49872/solr
> [junit4:junit4]   2> 12193 T2237 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 12193 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4df75a83
> [junit4:junit4]   2> 12195 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 12195 T2321 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 12196 T2321 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 12196 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49890
> [junit4:junit4]   2> 12197 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49890
> [junit4:junit4]   2> 12289 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa000b with negotiated timeout 20000 for client /127.0.0.1:49890
> [junit4:junit4]   2> 12289 T2321 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa000b, negotiated timeout = 20000
> [junit4:junit4]   2> 12290 T2322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4df75a83 name:ZooKeeperConnection Watcher:127.0.0.1:49872 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 12291 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 12294 T2242 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0af48aa000b
> [junit4:junit4]   2> 12295 T2237 oaz.ZooKeeper.close Session: 0x13ca0af48aa000b closed
> [junit4:junit4]   2> 12295 T2239 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49890 which had sessionid 0x13ca0af48aa000b
> [junit4:junit4]   2> 12296 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 12297 T2322 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 12304 T2237 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49872/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@20c3f9e4
> [junit4:junit4]   2> 12305 T2237 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 12307 T2323 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49872. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 12308 T2323 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49872, initiating session
> [junit4:junit4]   2> 12309 T2239 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49891
> [junit4:junit4]   2> 12310 T2239 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49891
> [junit4:junit4]   2> 12313 T2241 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0af48aa000c with negotiated timeout 20000 for client /127.0.0.1:49891
> [junit4:junit4]   2> 12313 T2323 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49872, sessionid = 0x13ca0af48aa000c, negotiated timeout = 20000
> [junit4:junit4]   2> 12314 T2324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20c3f9e4 name:ZooKeeperConnection Watcher:127.0.0.1:49872/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 12314 T2237 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 12316 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 12317 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 12319 T2237 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49889_
> [junit4:junit4]   2> 12320 T2242 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0af48aa000c type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49889_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49889_
> [junit4:junit4]   2> 12321 T2237 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49889_
> [junit4:junit4]   2> 12325 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 12325 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 12325 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 12326 T2265 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 12327 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 12327 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 12330 T2293 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 12331 T2278 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 12332 T2259 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 12335 T2237 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 12343 T2325 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1
> [junit4:junit4]   2> 12343 T2325 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 12344 T2325 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 12344 T2325 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 12346 T2325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1/'
> [junit4:junit4]   2> 12347 T2325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 12347 T2325 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1/lib/README' to classloader
> [junit4:junit4]   2> 12391 T2325 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   2> 12452 T2325 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 12454 T2325 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 12460 T2325 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 12897 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 12899 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"recovering",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49885_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49885"}
> [junit4:junit4]   2> 12905 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 12906 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 12906 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 12907 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 12910 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 12913 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 13012 T2325 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 13019 T2325 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 13022 T2325 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 13045 T2325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 13050 T2325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 13055 T2325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 13057 T2325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 13060 T2325 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359905519427/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/
> [junit4:junit4]   2> 13060 T2325 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@685d72cd
> [junit4:junit4]   2> 13061 T2325 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 13061 T2325 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4 forceNew:false
> [junit4:junit4]   2> 13062 T2325 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 13062 T2325 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index/
> [junit4:junit4]   2> 13063 T2325 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 13064 T2325 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index forceNew:false
> [junit4:junit4]   2> 13068 T2325 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@40dcf3a3; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 13069 T2325 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 13069 T2325 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index
> [junit4:junit4]   2> 13070 T2325 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 13072 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 13073 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 13074 T2325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 13075 T2325 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 13075 T2325 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 13077 T2325 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 13077 T2325 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 13078 T2325 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 13078 T2325 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 13079 T2325 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 13080 T2325 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 13080 T2325 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 13080 T2325 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 13081 T2325 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 13082 T2325 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 13082 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 13083 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 13084 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 13084 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 13085 T2325 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 13085 T2325 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 13086 T2325 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 13086 T2325 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 13087 T2325 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 13093 T2325 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 13096 T2325 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 13098 T2325 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 13100 T2325 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 13101 T2325 oass.SolrIndexSearcher.<init> Opening Searcher@76850ab4 main
> [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 13102 T2325 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 13103 T2325 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 13162 T2325 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 13202 T2326 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76850ab4 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 13208 T2325 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 14416 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 14418 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49889_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49889"}
> [junit4:junit4]   2> 14418 T2260 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
> [junit4:junit4]   2> 14418 T2260 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
> [junit4:junit4]   2> 14431 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 14431 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 14432 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 14432 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 14432 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 14432 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49885_, base_url=http://127.0.0.1:49885}
> [junit4:junit4]   2> 14960 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49879/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 14961 T2311 C170 P49885 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49885 START replicas=[http://127.0.0.1:49879/collection1/] nUpdates=100
> [junit4:junit4]   2> 14962 T2311 C170 P49885 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 14962 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   2> 14962 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
> [junit4:junit4]   2> 14963 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
> [junit4:junit4]   2> 14963 T2311 C170 P49885 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 14964 T2311 C170 P49885 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49879/collection1/. core=collection1
> [junit4:junit4]   2> 14964 T2311 C170 P49885 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> ASYNC  NEW_CORE C171 name=collection1 org.apache.solr.core.SolrCore@54e69ff4 url=http://127.0.0.1:49879/collection1 node=127.0.0.1:49879_ C171_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49879_, base_url=http://127.0.0.1:49879, leader=true}
> [junit4:junit4]   2> 14983 T2271 C171 P49879 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
> [junit4:junit4]   2> 14984 T2268 C171 P49879 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 14985 T2268 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
> [junit4:junit4]   2> 14987 T2268 C171 P49879 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 14988 T2268 C171 P49879 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 14990 T2268 C171 P49879 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b12cd20; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 14991 T2268 C171 P49879 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 14992 T2268 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
> [junit4:junit4]   2> 14993 T2268 C171 P49879 oass.SolrIndexSearcher.<init> Opening Searcher@7915d36a realtime
> [junit4:junit4]   2> 14993 T2268 C171 P49879 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 14994 T2268 C171 P49879 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
> [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 14995 T2311 C170 P49885 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 14998 T2272 C171 P49879 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 14999 T2272 C171 P49879 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
> [junit4:junit4]   2> 14999 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Master's generation: 2
> [junit4:junit4]   2> 15000 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> [junit4:junit4]   2> 15000 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Starting replication process
> [junit4:junit4]   2> 15002 T2273 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
> [junit4:junit4]   2> 15003 T2273 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1/index
> [junit4:junit4]   2> 15003 T2273 C171 P49879 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
> [junit4:junit4]   2> 15005 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
> [junit4:junit4]   2> 15005 T2311 C170 P49885 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 forceNew:false
> [junit4:junit4]   2> 15006 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 15007 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> [junit4:junit4]   2> 15016 T2269 C171 P49879 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
> [junit4:junit4]   2> 15018 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index
> [junit4:junit4]   2> 15018 T2311 C170 P49885 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> [junit4:junit4]   2> 15019 T2311 C170 P49885 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203133202476
> [junit4:junit4]   2> 15020 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 15021 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 15021 T2311 C170 P49885 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476
> [junit4:junit4]   2> 15024 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 15025 T2311 C170 P49885 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 15026 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 15027 T2311 C170 P49885 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> [junit4:junit4]   2> 15027 T2311 C170 P49885 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
> [junit4:junit4]   2> 15027 T2311 C170 P49885 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
> [junit4:junit4]   2> 15028 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476
> [junit4:junit4]   2> 15028 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 15030 T2311 C170 P49885 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 15030 T2311 C170 P49885 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 15030 T2311 C170 P49885 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
> [junit4:junit4]   2> 15031 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 15031 T2311 C170 P49885 oass.SolrIndexSearcher.<init> Opening Searcher@11568f93 main
> [junit4:junit4]   2> 15033 T2310 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11568f93 main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4]   2> 15034 T2310 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index
> [junit4:junit4]   2> 15034 T2311 C170 P49885 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 15036 T2311 C170 P49885 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dd5cce5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
> [junit4:junit4]   2> 15036 T2311 C170 P49885 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
> [junit4:junit4]   2> 15037 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 15037 T2311 C170 P49885 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 15037 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index.20130203133202476
> [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3/index
> [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.RecoveryStrategy.replay No replay needed. core=collection1
> [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 15038 T2311 C170 P49885 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 15040 T2311 C170 P49885 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
> [junit4:junit4]   2> 15211 T2325 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 15212 T2325 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49889 collection:collection1 shard:shard2
> [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register We are http://127.0.0.1:49889/collection1/ and leader is http://127.0.0.1:49882/collection1/
> [junit4:junit4]   2> 15217 T2325 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49889
> [junit4:junit4]   2> 15218 T2325 oasc.ZkController.checkRecovery Core needs to recover:collection1
> [junit4:junit4]   2> 15218 T2325 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> ASYNC  NEW_CORE C172 name=collection1 org.apache.solr.core.SolrCore@7ea77b6d url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_ C172_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
> [junit4:junit4]   2> 15219 T2329 C172 P49889 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   2> 15219 T2325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish publishing core=collection1 state=recovering
> [junit4:junit4]   2> 15221 T2329 C172 P49889 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 15222 T2237 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 15223 T2329 C172 P49889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 15223 T2237 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 15224 T2237 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 15230 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 15232 T2237 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
> [junit4:junit4]   2> 15234 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 15948 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 15950 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49885_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49885"}
> [junit4:junit4]   2> 15964 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"recovering",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49889_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49889"}
> [junit4:junit4]   2> 15980 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15981 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15982 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15983 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15980 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15982 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 16242 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 17250 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
> [junit4:junit4]   2> 18233 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49882/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 18233 T2329 C172 P49889 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49889 START replicas=[http://127.0.0.1:49882/collection1/] nUpdates=100
> [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 18234 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   2> 18234 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
> [junit4:junit4]   2> 18234 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
> [junit4:junit4]   2> 18234 T2329 C172 P49889 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 18234 T2329 C172 P49889 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49882/collection1/. core=collection1
> [junit4:junit4]   2> 18235 T2329 C172 P49889 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> ASYNC  NEW_CORE C173 name=collection1 org.apache.solr.core.SolrCore@41549a80 url=http://127.0.0.1:49882/collection1 node=127.0.0.1:49882_ C173_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49882_, base_url=http://127.0.0.1:49882, leader=true}
> [junit4:junit4]   2> 18241 T2289 C173 P49882 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
> [junit4:junit4]   2> 18244 T2287 C173 P49882 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 18246 T2287 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
> [junit4:junit4]   2> 18248 T2287 C173 P49882 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 18250 T2287 C173 P49882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 18253 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 18253 T2287 C173 P49882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a82974; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 18253 T2287 C173 P49882 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 18254 T2287 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
> [junit4:junit4]   2> 18255 T2287 C173 P49882 oass.SolrIndexSearcher.<init> Opening Searcher@33a54dcd realtime
> [junit4:junit4]   2> 18255 T2287 C173 P49882 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 18256 T2287 C173 P49882 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
> [junit4:junit4]   2> 18257 T2329 C172 P49889 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 18258 T2329 C172 P49889 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 18261 T2285 C173 P49882 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 18261 T2285 C173 P49882 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
> [junit4:junit4]   2> 18262 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Master's generation: 2
> [junit4:junit4]   2> 18262 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> [junit4:junit4]   2> 18262 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Starting replication process
> [junit4:junit4]   2> 18265 T2286 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
> [junit4:junit4]   2> 18266 T2286 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2/index
> [junit4:junit4]   2> 18266 T2286 C173 P49882 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
> [junit4:junit4]   2> 18267 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
> [junit4:junit4]   2> 18268 T2329 C172 P49889 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 forceNew:false
> [junit4:junit4]   2> 18269 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 18270 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> [junit4:junit4]   2> 18272 T2289 C173 P49882 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
> [junit4:junit4]   2> 18274 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index
> [junit4:junit4]   2> 18275 T2329 C172 P49889 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> [junit4:junit4]   2> 18275 T2329 C172 P49889 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203133205739
> [junit4:junit4]   2> 18276 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 18276 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 18276 T2329 C172 P49889 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739
> [junit4:junit4]   2> 18279 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 18280 T2329 C172 P49889 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 18281 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 18281 T2329 C172 P49889 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> [junit4:junit4]   2> 18281 T2329 C172 P49889 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
> [junit4:junit4]   2> 18281 T2329 C172 P49889 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
> [junit4:junit4]   2> 18282 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739
> [junit4:junit4]   2> 18282 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 18284 T2329 C172 P49889 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 18284 T2329 C172 P49889 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 18284 T2329 C172 P49889 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
> [junit4:junit4]   2> 18285 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 18285 T2329 C172 P49889 oass.SolrIndexSearcher.<init> Opening Searcher@2b6d99f5 main
> [junit4:junit4]   2> 18287 T2326 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b6d99f5 main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4]   2> 18287 T2326 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index
> [junit4:junit4]   2> 18288 T2329 C172 P49889 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 18290 T2329 C172 P49889 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9c2249a; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
> [junit4:junit4]   2> 18290 T2329 C172 P49889 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
> [junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 18291 T2329 C172 P49889 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index.20130203133205739
> [junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4/index
> [junit4:junit4]   2> 18291 T2329 C172 P49889 oasc.RecoveryStrategy.replay No replay needed. core=collection1
> [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 18292 T2329 C172 P49889 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 18294 T2329 C172 P49889 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
> [junit4:junit4]   2> 19014 T2260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 19015 T2260 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:49889_",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49889"}
> [junit4:junit4]   2> 19021 T2265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 19021 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 19022 T2278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 19022 T2324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 19022 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 19022 T2308 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 19256 T2237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 19257 T2237 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
> [junit4:junit4]   2> ASYNC  NEW_CORE C174 name=collection1 org.apache.solr.core.SolrCore@31b27d14 url=http://127.0.0.1:49875/collection1 node=127.0.0.1:49875_ C174_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:49875_, base_url=http://127.0.0.1:49875, leader=true}
> [junit4:junit4]   2> 19265 T2251 C174 P49875 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data
> [junit4:junit4]   2> 19269 T2251 C174 P49875 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5bb5272b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 19269 T2251 C174 P49875 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 19270 T2251 C174 P49875 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/control/data
> [junit4:junit4]   2> 19271 T2251 C174 P49875 oass.SolrIndexSearcher.<init> Opening Searcher@d328104 realtime
> [junit4:junit4]   2> 19271 T2251 C174 P49875 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297601679360)} 0 7
> [junit4:junit4]   2> 19275 T2273 C171 P49879 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty1
> [junit4:junit4]   2> 19281 T2284 C173 P49882 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty2
> [junit4:junit4]   2>  C170_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49885_, base_url=http://127.0.0.1:49885}
> [junit4:junit4]   2> 19289 T2302 C170 P49885 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty3
> [junit4:junit4]   2> 19291 T2302 C170 P49885 /update {update.distrib=FROMLEADER&_version_=-1425964297612165120&update.from=http://127.0.0.1:49879/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 4
> [junit4:junit4]   2>  C172_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889}
> [junit4:junit4]   2> 19291 T2320 C172 P49889 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359905507479/jetty4
> [junit4:junit4]   2> 19292 T2320 C172 P49889 /update {update.distrib=FROMLEADER&_version_=-1425964297618456576&update.from=http://127.0.0.1:49882/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 2
> [junit4:junit4]   2> 19293 T2284 C173 P49882 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1425964297618456576)} 0 13
> [junit4:junit4]   2> 19294 T2273 C171 P49879 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425964297612165120)} 0 21
> [junit4:junit4]   2> 19303 T2252 C174 P49875 /update {wt=javabin&version=2} {add=[1 (1425964297637330944)]} 0 5
> [junit4:junit4]   2> 19316 T2303 C170 P49885 /update {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 3
> [junit4:junit4]   2> 19317 T2269 C171 P49879 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1425964297646768128)]} 0 10
> [junit4:junit4]   2> 19318 T2285 C173 P49882 /update {wt=javabin&version=2} {add=[1]} 0 13
> [junit4:junit4]   2> 19328 T2254 C174 P49875 /update {wt=javabin&version=2} {add=[2 (1425964297667739648)]} 0 1
> [junit4:junit4]   2> 19350 T2315 C172 P49889 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 4
> [junit4:junit4]   2> 19351 T2286 C173 P49882 /update {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1425964297681371136)]} 0 11
> [junit4:junit4]   2> 19351 T2271 C171 P49879 /update {wt=javabin&version=2} {add=[2]} 0 15
> [junit4:junit4]   2> 19357 T2255 C174 P49875 /update {wt=javabin&version=2} {add=[3 (1425964297697099776)]} 0 3
> [junit4:junit4]   2> 19365 T2316 C172 P49889 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 2
> [junit4:junit4]   2> 19366 T2289 C173 P49882 /update {wt=javabin&version=2} {add=[3 (1425964297702342656)]} 0 7
> [junit4:junit4]   2> 19371 T2250 C174 P49875 /update {wt=javabin&version=2} {add=[4 (1425964297711779840)]} 0 2
> [junit4:junit4]   2> 19379 T2304 C170 P49885 /update {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 2
> [junit4:junit4]   2> 19380 T2268 C171 P49879 /update {wt=javabin&version=2} {add=[4 (1425964297717022720)]} 0 7
> [junit4:junit4]   2> 19385 T2251 C174 P49875 /update {wt=javabin&version=2} {add=[5 (1425964297726459904)]} 0 2
> [junit4:junit4]   2> 19399 T2317 C172 P49889 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 2
> [junit4:junit4]   2> 19400 T2288 C173 P49882 /update {distrib.from=http://127.0.0.1:49879/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1425964297734848512)]} 0 9
> [junit4:junit4]   2> 19401 T2270 C171 P49879 /update {wt=javabin&version=2} {add=[5]} 0 12
> [junit4:junit4]   2> 19406 T2253 C174 P49875 /update {wt=javabin&version=2} {add=[6 (1425964297748480000)]} 0 2
> [junit4:junit4]   2> 19416 T2319 C172 P49889 /update {distrib.from=http://127.0.0.1:49882/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2}
> 
> [...truncated too long message...]
> 
> it4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> [junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]   2> 351789 T2237 oas.SolrTestCaseJ4.deleteCore ###deleteCore
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=MockFixedIntBlock(blockSize=1923), foo_b=PostingsFormat(name=MockRandom), cat=PostingsFormat(name=NestedPulsing), foo_d=PostingsFormat(name=Asserting), foo_f=PostingsFormat(name=MockRandom), n_tl1=MockFixedIntBlock(blockSize=1923), n_d1=PostingsFormat(name=NestedPulsing), rnd_b=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=NestedPulsing), n_td1=MockFixedIntBlock(blockSize=1923), timestamp=PostingsFormat(name=NestedPulsing), id=PostingsFormat(name=Asserting), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=MockFixedIntBlock(blockSize=1923), oddField_s=PostingsFormat(name=MockRandom), sequence_i=PostingsFormat(name=MockRandom), name=PostingsFormat(name=Asserting), foo_i=MockFixedIntBlock(blockSize=1923), regex_dup_B_s=PostingsFormat(name=NestedPulsing), multiDefault=MockFixedIntBlock(blockSize=1923), n_tf1=PostingsFormat(name=NestedPulsing), n_dt1=MockFixedIntBlock(blockSize=1923), genre_s=PostingsFormat(name=MockRandom), author_t=MockFixedIntBlock(blockSize=1923), n_ti1=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=NestedPulsing), text=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=NestedPulsing), val_i=PostingsFormat(name=Asserting), SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing), series_t=MockFixedIntBlock(blockSize=1923), a_t=PostingsFormat(name=NestedPulsing), n_tdt1=PostingsFormat(name=NestedPulsing), regex_dup_A_s=PostingsFormat(name=MockRandom), price=PostingsFormat(name=MockRandom), other_tl1=PostingsFormat(name=NestedPulsing), n_l1=PostingsFormat(name=NestedPulsing), a_si=MockFixedIntBlock(blockSize=1923), inStock=PostingsFormat(name=MockRandom)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=hu_HU, timezone=America/Sao_Paulo
> [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=55337792,total=327942144
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [FullSolrCloudDistribCmdsTest, SortByFunctionTest, SolrRequestParserTest, CacheHeaderTest, AlternateDirectoryTest, SpellingQueryConverterTest, SynonymTokenizerTest, TestSort, LukeRequestHandlerTest, TestRangeQuery, FileBasedSpellCheckerTest, TestPhraseSuggestions, TestPluginEnable, TestComponentsName, TestJmxIntegration, SolrPluginUtilsTest, FileUtilsTest, TestOmitPositions, BasicDistributedZk2Test, UpdateRequestProcessorFactoryTest, BadIndexSchemaTest, SchemaVersionSpecificBehaviorTest, WordBreakSolrSpellCheckerTest, TestIndexingPerformance, JSONWriterTest, FieldAnalysisRequestHandlerTest, TestSearchPerf, TestLFUCache, PingRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, TestWriterPerf, DirectSolrSpellCheckerTest, OutputWriterTest, ZkSolrClientTest, TestSystemIdResolver, HighlighterConfigTest, CollectionsAPIDistributedZkTest, TestBinaryField, QueryParsingTest, TestStressRecovery, BadComponentTest, TestJoin, DocumentBuilderTest, TestStressLucene, DOMUtilTest, TestFunctionQuery, TestHashPartitioner, SoftAutoCommitTest, DocumentAnalysisRequestHandlerTest, HardAutoCommitTest, ChaosMonkeySafeLeaderTest, DistributedQueryElevationComponentTest, RegexBoostProcessorTest, TestReplicationHandler, UpdateParamsTest, DirectUpdateHandlerOptimizeTest, TestGroupingSearch, TestElisionMultitermQuery, SuggesterTest, TestCharFilters, ReturnFieldsTest, StandardRequestHandlerTest, SystemInfoHandlerTest, TestJmxMonitoredMap, CSVRequestHandlerTest, ZkNodePropsTest, DefaultValueUpdateProcessorTest, LeaderElectionTest, SpellCheckComponentTest, TestBinaryResponseWriter, TestPseudoReturnFields, TestStressVersions, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, TestMergePolicyConfig, TestRTGBase, TestAnalyzedSuggestions, SolrCoreTest, TestFastLRUCache, TestDefaultSimilarityFactory, TestAtomicUpdateErrorCases, AutoCommitTest, MultiTermTest, TestPHPSerializedResponseWriter, TestUtils, TestRecovery, DistributedTermsComponentTest, UUIDFieldTest, ShowFileRequestHandlerTest, TestSolrDeletionPolicy1, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestRemoteStreaming, TestLMJelinekMercerSimilarityFactory, TestExtendedDismaxParser, PolyFieldTest, TestNumberUtils, TestQuerySenderListener, TestFoldingMultitermQuery, TestPartialUpdateDeduplication, DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeTest, ShardRoutingTest, RecoveryZkTest, ShardRoutingCustomTest, ClusterStateTest, TestSolrJ, TestFastWriter, SolrInfoMBeanTest, TestUpdate, TestTrie, OpenExchangeRatesOrgProviderTest, SampleTest, SimplePostToolTest, NumericFieldsTest, IndexBasedSpellCheckerTest, OverseerCollectionProcessorTest, TestConfig, TestSolrQueryParser, SignatureUpdateProcessorFactoryTest, ResourceLoaderTest, BasicDistributedZkTest]
> [junit4:junit4] Completed in 352.06s, 1 test, 1 failure <<< FAILURES!
> 
> [...truncated 380 lines...]
> BUILD FAILED
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:346: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 249 suites, 1038 tests, 1 failure, 14 ignored (3 assumptions)
> 
> Total time: 58 minutes 11 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
> Email was triggered for: Failure
> Sending email for trigger: Failure
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org