You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/01/11 22:11:58 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 64 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/64/
Java: 64bit/jdk1.7.0 -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([5C78416A1038944:84210A0ED65CE978]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8822 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T831 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 9 T831 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1357937221411
[junit4:junit4]   2> 10 T831 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 11 T832 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 13 T832 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 13 T832 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 14 T832 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 14 T832 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 15 T832 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 114 T831 oasc.ZkTestServer.run start zk server on port:51492
[junit4:junit4]   2> 114 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a346e4b
[junit4:junit4]   2> 116 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 116 T837 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 117 T837 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 117 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51493
[junit4:junit4]   2> 118 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51493
[junit4:junit4]   2> 118 T835 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 121 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0000 with negotiated timeout 10000 for client /127.0.0.1:51493
[junit4:junit4]   2> 121 T837 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0000, negotiated timeout = 10000
[junit4:junit4]   2> 122 T838 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a346e4b name:ZooKeeperConnection Watcher:127.0.0.1:51492 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 122 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 122 T831 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 127 T836 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2b5d9f2a0000
[junit4:junit4]   2> 129 T833 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51493 which had sessionid 0x13c2b5d9f2a0000
[junit4:junit4]   2> 129 T831 oaz.ZooKeeper.close Session: 0x13c2b5d9f2a0000 closed
[junit4:junit4]   2> 129 T838 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5c071247
[junit4:junit4]   2> 130 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T839 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 132 T839 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 132 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51494
[junit4:junit4]   2> 133 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51494
[junit4:junit4]   2> 134 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0001 with negotiated timeout 10000 for client /127.0.0.1:51494
[junit4:junit4]   2> 134 T839 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0001, negotiated timeout = 10000
[junit4:junit4]   2> 134 T840 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c071247 name:ZooKeeperConnection Watcher:127.0.0.1:51492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 134 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 135 T831 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 141 T831 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 146 T831 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 150 T831 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 155 T831 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 156 T831 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 164 T831 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 164 T831 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 170 T831 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 170 T831 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 176 T831 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 176 T831 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 182 T831 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 183 T831 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 189 T831 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 189 T831 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 195 T831 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 196 T831 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 202 T831 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 203 T831 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 209 T831 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 209 T831 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 215 T836 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2b5d9f2a0001
[junit4:junit4]   2> 217 T833 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51494 which had sessionid 0x13c2b5d9f2a0001
[junit4:junit4]   2> 217 T840 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 217 T831 oaz.ZooKeeper.close Session: 0x13c2b5d9f2a0001 closed
[junit4:junit4]   2> 393 T831 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 399 T831 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51495
[junit4:junit4]   2> 400 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 401 T831 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 401 T831 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357937221619
[junit4:junit4]   2> 402 T831 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357937221619/solr.xml
[junit4:junit4]   2> 402 T831 oasc.CoreContainer.<init> New CoreContainer 934399476
[junit4:junit4]   2> 403 T831 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357937221619/'
[junit4:junit4]   2> 403 T831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357937221619/'
[junit4:junit4]   2> 454 T831 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 455 T831 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 455 T831 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 456 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 456 T831 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 457 T831 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 457 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 457 T831 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 458 T831 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 458 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 471 T831 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 489 T831 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51492/solr
[junit4:junit4]   2> 489 T831 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 490 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@13e9cf37
[junit4:junit4]   2> 491 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 492 T850 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 493 T850 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 494 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51496
[junit4:junit4]   2> 494 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51496
[junit4:junit4]   2> 514 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0002 with negotiated timeout 20000 for client /127.0.0.1:51496
[junit4:junit4]   2> 515 T850 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0002, negotiated timeout = 20000
[junit4:junit4]   2> 515 T851 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13e9cf37 name:ZooKeeperConnection Watcher:127.0.0.1:51492 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 515 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 518 T836 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2b5d9f2a0002
[junit4:junit4]   2> 521 T851 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 522 T833 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51496 which had sessionid 0x13c2b5d9f2a0002
[junit4:junit4]   2> 522 T831 oaz.ZooKeeper.close Session: 0x13c2b5d9f2a0002 closed
[junit4:junit4]   2> 526 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 535 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ff498c7
[junit4:junit4]   2> 536 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 537 T852 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 538 T852 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 538 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51497
[junit4:junit4]   2> 539 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51497
[junit4:junit4]   2> 540 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0003 with negotiated timeout 20000 for client /127.0.0.1:51497
[junit4:junit4]   2> 541 T852 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0003, negotiated timeout = 20000
[junit4:junit4]   2> 541 T853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ff498c7 name:ZooKeeperConnection Watcher:127.0.0.1:51492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 541 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 545 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 547 T831 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 551 T831 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51495_
[junit4:junit4]   2> 551 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51495_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51495_
[junit4:junit4]   2> 553 T831 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51495_
[junit4:junit4]   2> 559 T831 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 568 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 569 T831 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 573 T831 oasc.Overseer.start Overseer (id=88993773742850051-127.0.0.1:51495_-n_0000000000) starting
[junit4:junit4]   2> 574 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 576 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 577 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 579 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 581 T855 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 582 T831 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 587 T831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 592 T854 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 597 T856 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357937221619/collection1
[junit4:junit4]   2> 597 T856 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 598 T856 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 598 T856 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 601 T856 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357937221619/collection1/'
[junit4:junit4]   2> 602 T856 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357937221619/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 602 T856 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357937221619/collection1/lib/README' to classloader
[junit4:junit4]   2> 652 T856 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 728 T856 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 730 T856 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 736 T856 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1362 T856 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1373 T856 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1379 T856 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1406 T856 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1414 T856 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1421 T856 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1424 T856 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427 T856 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357937221619/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data/
[junit4:junit4]   2> 1427 T856 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e7fc04
[junit4:junit4]   2> 1428 T856 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1458 T856 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data forceNew:false
[junit4:junit4]   2> 1459 T856 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data
[junit4:junit4]   2> 1460 T856 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data/index/
[junit4:junit4]   2> 1461 T856 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1462 T856 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data/index forceNew:false
[junit4:junit4]   2> 1467 T856 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b72beea),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1468 T856 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1468 T856 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data/index
[junit4:junit4]   2> 1469 T856 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1471 T856 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1472 T856 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1472 T856 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1473 T856 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1473 T856 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1474 T856 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1475 T856 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1475 T856 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1476 T856 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1477 T856 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1478 T856 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1478 T856 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1479 T856 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1479 T856 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1480 T856 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1480 T856 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1481 T856 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1481 T856 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1482 T856 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1483 T856 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1483 T856 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1484 T856 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1484 T856 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1485 T856 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1486 T856 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1486 T856 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1495 T856 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1499 T856 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1501 T856 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1503 T856 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data
[junit4:junit4]   2> 1505 T856 oass.SolrIndexSearcher.<init> Opening Searcher@28b34ceb main
[junit4:junit4]   2> 1506 T856 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1506 T856 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1507 T856 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1512 T856 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1550 T857 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@28b34ceb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1557 T856 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1558 T856 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1559 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2109 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2112 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51495_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51495"}
[junit4:junit4]   2> 2113 T854 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2114 T854 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2116 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2136 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2564 T856 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2565 T856 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51495 collection:control_collection shard:shard1
[junit4:junit4]   2> 2566 T856 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2581 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2582 T856 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2582 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2586 T856 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2587 T856 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2587 T856 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51495/collection1/
[junit4:junit4]   2> 2587 T856 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2587 T856 oasc.SyncStrategy.syncToMe http://127.0.0.1:51495/collection1/ has no replicas
[junit4:junit4]   2> 2588 T856 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51495/collection1/
[junit4:junit4]   2> 2588 T856 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2596 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3645 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3661 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3691 T856 oasc.ZkController.register We are http://127.0.0.1:51495/collection1/ and leader is http://127.0.0.1:51495/collection1/
[junit4:junit4]   2> 3691 T856 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51495
[junit4:junit4]   2> 3691 T856 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3692 T856 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3692 T856 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3695 T856 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3697 T831 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3697 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3698 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3705 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3710 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2a48c6f0
[junit4:junit4]   2> 3712 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3712 T858 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3713 T858 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 3713 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51498
[junit4:junit4]   2> 3714 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51498
[junit4:junit4]   2> 3715 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0004 with negotiated timeout 10000 for client /127.0.0.1:51498
[junit4:junit4]   2> 3715 T858 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0004, negotiated timeout = 10000
[junit4:junit4]   2> 3716 T859 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a48c6f0 name:ZooKeeperConnection Watcher:127.0.0.1:51492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3716 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3718 T831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3722 T831 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3903 T831 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3908 T831 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51499
[junit4:junit4]   2> 3908 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3909 T831 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3910 T831 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357937225124
[junit4:junit4]   2> 3910 T831 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357937225124/solr.xml
[junit4:junit4]   2> 3911 T831 oasc.CoreContainer.<init> New CoreContainer 1947330213
[junit4:junit4]   2> 3911 T831 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357937225124/'
[junit4:junit4]   2> 3912 T831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357937225124/'
[junit4:junit4]   2> 3947 T831 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 3948 T831 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3949 T831 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3949 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3950 T831 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3950 T831 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3951 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3951 T831 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3952 T831 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3953 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3978 T831 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3997 T831 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51492/solr
[junit4:junit4]   2> 3997 T831 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3998 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6d106748
[junit4:junit4]   2> 3999 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4000 T869 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4001 T869 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 4002 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51500
[junit4:junit4]   2> 4002 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51500
[junit4:junit4]   2> 4003 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0005 with negotiated timeout 20000 for client /127.0.0.1:51500
[junit4:junit4]   2> 4004 T869 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0005, negotiated timeout = 20000
[junit4:junit4]   2> 4004 T870 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d106748 name:ZooKeeperConnection Watcher:127.0.0.1:51492 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4004 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4007 T836 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2b5d9f2a0005
[junit4:junit4]   2> 4008 T833 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51500 which had sessionid 0x13c2b5d9f2a0005
[junit4:junit4]   2> 4008 T831 oaz.ZooKeeper.close Session: 0x13c2b5d9f2a0005 closed
[junit4:junit4]   2> 4009 T870 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4009 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4014 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6fb09fc
[junit4:junit4]   2> 4016 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4016 T871 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4017 T871 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 4017 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51501
[junit4:junit4]   2> 4018 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51501
[junit4:junit4]   2> 4019 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0006 with negotiated timeout 20000 for client /127.0.0.1:51501
[junit4:junit4]   2> 4020 T871 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0006, negotiated timeout = 20000
[junit4:junit4]   2> 4020 T872 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fb09fc name:ZooKeeperConnection Watcher:127.0.0.1:51492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4020 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4022 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4024 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4027 T831 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51499_
[junit4:junit4]   2> 4028 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51499_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51499_
[junit4:junit4]   2> 4029 T831 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51499_
[junit4:junit4]   2> 4034 T859 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4034 T853 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4035 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4041 T831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4052 T873 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357937225124/collection1
[junit4:junit4]   2> 4052 T873 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4054 T873 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4054 T873 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4056 T873 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357937225124/collection1/'
[junit4:junit4]   2> 4057 T873 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357937225124/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4058 T873 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357937225124/collection1/lib/README' to classloader
[junit4:junit4]   2> 4112 T873 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 4194 T873 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4197 T873 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4203 T873 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4809 T873 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4818 T873 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4821 T873 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4847 T873 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4853 T873 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4859 T873 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4862 T873 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4864 T873 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357937225124/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/
[junit4:junit4]   2> 4864 T873 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e7fc04
[junit4:junit4]   2> 4865 T873 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 4866 T873 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1 forceNew:false
[junit4:junit4]   2> 4867 T873 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1
[junit4:junit4]   2> 4867 T873 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/index/
[junit4:junit4]   2> 4867 T873 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4868 T873 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/index forceNew:false
[junit4:junit4]   2> 4873 T873 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@cdba387),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4873 T873 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4874 T873 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/index
[junit4:junit4]   2> 4874 T873 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4878 T873 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4878 T873 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4879 T873 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4879 T873 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4880 T873 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4880 T873 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4881 T873 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4882 T873 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4882 T873 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4883 T873 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4884 T873 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4884 T873 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4885 T873 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4885 T873 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4886 T873 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4886 T873 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4887 T873 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4888 T873 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4889 T873 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4889 T873 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4890 T873 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4891 T873 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4891 T873 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4892 T873 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4893 T873 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4893 T873 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4900 T873 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4903 T873 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4905 T873 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4907 T873 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1
[junit4:junit4]   2> 4909 T873 oass.SolrIndexSearcher.<init> Opening Searcher@32461784 main
[junit4:junit4]   2> 4910 T873 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4910 T873 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4911 T873 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4918 T873 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4952 T874 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32461784 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4959 T873 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4960 T873 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5176 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5178 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51495_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51495"}
[junit4:junit4]   2> 5185 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51499_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51499"}
[junit4:junit4]   2> 5185 T854 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5186 T854 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6097 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6098 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6098 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6970 T873 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6971 T873 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51499 collection:collection1 shard:shard1
[junit4:junit4]   2> 6972 T873 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6985 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6986 T873 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6986 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6990 T873 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6990 T873 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6990 T873 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51499/collection1/
[junit4:junit4]   2> 6991 T873 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6991 T873 oasc.SyncStrategy.syncToMe http://127.0.0.1:51499/collection1/ has no replicas
[junit4:junit4]   2> 6991 T873 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51499/collection1/
[junit4:junit4]   2> 6992 T873 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7000 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7619 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7638 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7638 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7638 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7690 T873 oasc.ZkController.register We are http://127.0.0.1:51499/collection1/ and leader is http://127.0.0.1:51499/collection1/
[junit4:junit4]   2> 7690 T873 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51499
[junit4:junit4]   2> 7690 T873 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7691 T873 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7691 T873 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7694 T873 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7700 T831 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7701 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7701 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7899 T831 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7903 T831 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51502
[junit4:junit4]   2> 7904 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7904 T831 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7905 T831 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357937229113
[junit4:junit4]   2> 7905 T831 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357937229113/solr.xml
[junit4:junit4]   2> 7906 T831 oasc.CoreContainer.<init> New CoreContainer 447611840
[junit4:junit4]   2> 7906 T831 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357937229113/'
[junit4:junit4]   2> 7907 T831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357937229113/'
[junit4:junit4]   2> 7941 T831 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7942 T831 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7943 T831 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7943 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7944 T831 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7944 T831 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7945 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7945 T831 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7946 T831 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7946 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7958 T831 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7988 T831 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51492/solr
[junit4:junit4]   2> 7988 T831 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7989 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@75a83608
[junit4:junit4]   2> 7990 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7991 T884 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7992 T884 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 7992 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51503
[junit4:junit4]   2> 7993 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51503
[junit4:junit4]   2> 7994 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0007 with negotiated timeout 20000 for client /127.0.0.1:51503
[junit4:junit4]   2> 7994 T884 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0007, negotiated timeout = 20000
[junit4:junit4]   2> 7994 T885 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75a83608 name:ZooKeeperConnection Watcher:127.0.0.1:51492 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7995 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7997 T836 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2b5d9f2a0007
[junit4:junit4]   2> 7998 T833 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51503 which had sessionid 0x13c2b5d9f2a0007
[junit4:junit4]   2> 7998 T831 oaz.ZooKeeper.close Session: 0x13c2b5d9f2a0007 closed
[junit4:junit4]   2> 7999 T885 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7999 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 8005 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3429dccb
[junit4:junit4]   2> 8006 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8006 T886 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8007 T886 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 8008 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51504
[junit4:junit4]   2> 8009 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51504
[junit4:junit4]   2> 8010 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0008 with negotiated timeout 20000 for client /127.0.0.1:51504
[junit4:junit4]   2> 8010 T886 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0008, negotiated timeout = 20000
[junit4:junit4]   2> 8011 T887 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3429dccb name:ZooKeeperConnection Watcher:127.0.0.1:51492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8011 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8013 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8014 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8016 T831 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51502_
[junit4:junit4]   2> 8017 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51502_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51502_
[junit4:junit4]   2> 8018 T831 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51502_
[junit4:junit4]   2> 8022 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8022 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8024 T853 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8025 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8028 T859 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8028 T872 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8033 T831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8041 T888 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357937229113/collection1
[junit4:junit4]   2> 8041 T888 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8043 T888 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8043 T888 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8045 T888 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357937229113/collection1/'
[junit4:junit4]   2> 8046 T888 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357937229113/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8047 T888 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357937229113/collection1/lib/README' to classloader
[junit4:junit4]   2> 8093 T888 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 8166 T888 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8168 T888 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8173 T888 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8791 T888 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8798 T888 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8802 T888 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8826 T888 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8832 T888 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8838 T888 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8841 T888 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8843 T888 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357937229113/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/
[junit4:junit4]   2> 8844 T888 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e7fc04
[junit4:junit4]   2> 8844 T888 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 8845 T888 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2 forceNew:false
[junit4:junit4]   2> 8845 T888 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2
[junit4:junit4]   2> 8846 T888 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/index/
[junit4:junit4]   2> 8846 T888 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8847 T888 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/index forceNew:false
[junit4:junit4]   2> 8852 T888 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a9e8310),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8852 T888 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8853 T888 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/index
[junit4:junit4]   2> 8853 T888 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8856 T888 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8856 T888 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8857 T888 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8857 T888 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8858 T888 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8858 T888 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8859 T888 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8860 T888 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8860 T888 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8861 T888 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8862 T888 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8862 T888 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8863 T888 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8863 T888 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8864 T888 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8864 T888 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8865 T888 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8866 T888 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8866 T888 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8867 T888 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8868 T888 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8869 T888 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8869 T888 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8870 T888 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8871 T888 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8872 T888 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8878 T888 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8881 T888 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8883 T888 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8885 T888 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2
[junit4:junit4]   2> 8886 T888 oass.SolrIndexSearcher.<init> Opening Searcher@5c95d9a5 main
[junit4:junit4]   2> 8887 T888 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8887 T888 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8888 T888 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8893 T888 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8925 T889 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c95d9a5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8933 T888 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8933 T888 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9155 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9158 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51499_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51499"}
[junit4:junit4]   2> 9174 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51502_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51502"}
[junit4:junit4]   2> 9175 T854 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 9176 T854 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 9194 T887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9195 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9196 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9196 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9938 T888 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9939 T888 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51502 collection:collection1 shard:shard2
[junit4:junit4]   2> 9941 T888 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 9954 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 9955 T888 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9956 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9960 T888 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9961 T888 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9961 T888 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51502/collection1/
[junit4:junit4]   2> 9962 T888 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9962 T888 oasc.SyncStrategy.syncToMe http://127.0.0.1:51502/collection1/ has no replicas
[junit4:junit4]   2> 9962 T888 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51502/collection1/
[junit4:junit4]   2> 9963 T888 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 9971 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a0008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10730 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10744 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10745 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10745 T887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10745 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10794 T888 oasc.ZkController.register We are http://127.0.0.1:51502/collection1/ and leader is http://127.0.0.1:51502/collection1/
[junit4:junit4]   2> 10795 T888 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51502
[junit4:junit4]   2> 10795 T888 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10795 T888 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10796 T888 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10799 T888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10801 T831 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10801 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10802 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11009 T831 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11014 T831 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51505
[junit4:junit4]   2> 11015 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11016 T831 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11016 T831 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357937232210
[junit4:junit4]   2> 11017 T831 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357937232210/solr.xml
[junit4:junit4]   2> 11017 T831 oasc.CoreContainer.<init> New CoreContainer 1814619024
[junit4:junit4]   2> 11018 T831 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357937232210/'
[junit4:junit4]   2> 11019 T831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357937232210/'
[junit4:junit4]   2> 11047 T831 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 11048 T831 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11048 T831 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11048 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11049 T831 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11049 T831 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11049 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11050 T831 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11050 T831 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11051 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11061 T831 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11090 T831 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51492/solr
[junit4:junit4]   2> 11091 T831 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11092 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ac627f5
[junit4:junit4]   2> 11093 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11093 T899 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11094 T899 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 11095 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51506
[junit4:junit4]   2> 11095 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51506
[junit4:junit4]   2> 11096 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a0009 with negotiated timeout 20000 for client /127.0.0.1:51506
[junit4:junit4]   2> 11096 T899 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a0009, negotiated timeout = 20000
[junit4:junit4]   2> 11097 T900 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ac627f5 name:ZooKeeperConnection Watcher:127.0.0.1:51492 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11097 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11100 T836 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2b5d9f2a0009
[junit4:junit4]   2> 11101 T833 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51506 which had sessionid 0x13c2b5d9f2a0009
[junit4:junit4]   2> 11101 T831 oaz.ZooKeeper.close Session: 0x13c2b5d9f2a0009 closed
[junit4:junit4]   2> 11101 T900 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11102 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 11107 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ab878a3
[junit4:junit4]   2> 11108 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11108 T901 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11109 T901 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 11109 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51507
[junit4:junit4]   2> 11110 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51507
[junit4:junit4]   2> 11111 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a000a with negotiated timeout 20000 for client /127.0.0.1:51507
[junit4:junit4]   2> 11111 T901 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a000a, negotiated timeout = 20000
[junit4:junit4]   2> 11112 T902 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ab878a3 name:ZooKeeperConnection Watcher:127.0.0.1:51492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11112 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11114 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11116 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11117 T831 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51505_
[junit4:junit4]   2> 11118 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51505_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51505_
[junit4:junit4]   2> 11120 T831 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51505_
[junit4:junit4]   2> 11125 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11126 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11127 T853 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11127 T887 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11127 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11127 T887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11132 T872 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11132 T859 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11136 T831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11144 T903 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357937232210/collection1
[junit4:junit4]   2> 11145 T903 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11146 T903 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11146 T903 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11148 T903 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357937232210/collection1/'
[junit4:junit4]   2> 11149 T903 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357937232210/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 11150 T903 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357937232210/collection1/lib/README' to classloader
[junit4:junit4]   2> 11202 T903 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 11281 T903 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11283 T903 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11289 T903 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11883 T903 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11890 T903 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11892 T903 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11916 T903 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11922 T903 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11928 T903 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11931 T903 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11933 T903 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357937232210/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/
[junit4:junit4]   2> 11933 T903 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e7fc04
[junit4:junit4]   2> 11934 T903 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 11935 T903 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3 forceNew:false
[junit4:junit4]   2> 11935 T903 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 11935 T903 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index/
[junit4:junit4]   2> 11936 T903 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11937 T903 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index forceNew:false
[junit4:junit4]   2> 11941 T903 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@380e870d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11942 T903 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11942 T903 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index
[junit4:junit4]   2> 11943 T903 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11947 T903 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11947 T903 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11948 T903 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11948 T903 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11949 T903 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11950 T903 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11950 T903 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11951 T903 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11952 T903 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11953 T903 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11954 T903 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11954 T903 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11955 T903 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11956 T903 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11956 T903 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11957 T903 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11958 T903 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11958 T903 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11959 T903 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11960 T903 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11961 T903 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11961 T903 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11962 T903 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11962 T903 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11963 T903 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11964 T903 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11970 T903 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11973 T903 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11974 T903 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11976 T903 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 11978 T903 oass.SolrIndexSearcher.<init> Opening Searcher@4148be13 main
[junit4:junit4]   2> 11979 T903 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11979 T903 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11980 T903 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11985 T903 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 12016 T904 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4148be13 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12021 T903 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 12021 T903 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12260 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12262 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51502_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51502"}
[junit4:junit4]   2> 12270 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51505_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51505"}
[junit4:junit4]   2> 12270 T854 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 12270 T854 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 12278 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12278 T887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12278 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12279 T902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12278 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13024 T903 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 13025 T903 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51505 collection:collection1 shard:shard1
[junit4:junit4]   2> 13032 T903 oasc.ZkController.register We are http://127.0.0.1:51505/collection1/ and leader is http://127.0.0.1:51499/collection1/
[junit4:junit4]   2> 13033 T903 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51505
[junit4:junit4]   2> 13033 T903 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 13034 T903 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C61 name=collection1 org.apache.solr.core.SolrCore@3593306d url=http://127.0.0.1:51505/collection1 node=127.0.0.1:51505_ C61_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51505_, base_url=http://127.0.0.1:51505}
[junit4:junit4]   2> 13034 T905 C61 P51505 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 13036 T905 C61 P51505 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 13036 T905 C61 P51505 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 13036 T905 C61 P51505 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13036 T903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13038 T905 C61 P51505 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13040 T831 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 13040 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13041 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13210 T831 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13213 T831 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51509
[junit4:junit4]   2> 13214 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13215 T831 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13215 T831 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357937234453
[junit4:junit4]   2> 13216 T831 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357937234453/solr.xml
[junit4:junit4]   2> 13216 T831 oasc.CoreContainer.<init> New CoreContainer 2078479299
[junit4:junit4]   2> 13217 T831 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357937234453/'
[junit4:junit4]   2> 13217 T831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357937234453/'
[junit4:junit4]   2> 13257 T831 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 13258 T831 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13258 T831 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13259 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13260 T831 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13260 T831 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13261 T831 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13261 T831 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13262 T831 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13263 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13287 T831 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13321 T831 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51492/solr
[junit4:junit4]   2> 13324 T831 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13325 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@da535d
[junit4:junit4]   2> 13326 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13327 T915 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13329 T915 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 13329 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51510
[junit4:junit4]   2> 13330 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51510
[junit4:junit4]   2> 13332 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a000b with negotiated timeout 20000 for client /127.0.0.1:51510
[junit4:junit4]   2> 13332 T915 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a000b, negotiated timeout = 20000
[junit4:junit4]   2> 13333 T916 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@da535d name:ZooKeeperConnection Watcher:127.0.0.1:51492 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13333 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13336 T836 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2b5d9f2a000b
[junit4:junit4]   2> 13337 T833 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51510 which had sessionid 0x13c2b5d9f2a000b
[junit4:junit4]   2> 13338 T831 oaz.ZooKeeper.close Session: 0x13c2b5d9f2a000b closed
[junit4:junit4]   2> 13338 T916 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13338 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 13344 T831 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51492/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2551b362
[junit4:junit4]   2> 13346 T831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13347 T917 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51492. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13348 T917 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51492, initiating session
[junit4:junit4]   2> 13348 T833 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51511
[junit4:junit4]   2> 13349 T833 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51511
[junit4:junit4]   2> 13350 T835 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2b5d9f2a000c with negotiated timeout 20000 for client /127.0.0.1:51511
[junit4:junit4]   2> 13350 T917 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51492, sessionid = 0x13c2b5d9f2a000c, negotiated timeout = 20000
[junit4:junit4]   2> 13350 T918 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2551b362 name:ZooKeeperConnection Watcher:127.0.0.1:51492/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13351 T831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13352 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13354 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13356 T831 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51509_
[junit4:junit4]   2> 13357 T836 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2b5d9f2a000c type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51509_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51509_
[junit4:junit4]   2> 13358 T831 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51509_
[junit4:junit4]   2> 13362 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13362 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13364 T887 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13364 T853 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13365 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13365 T887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13366 T902 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13366 T902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13377 T872 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13377 T859 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13381 T831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13394 T919 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357937234453/collection1
[junit4:junit4]   2> 13395 T919 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13396 T919 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13397 T919 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13399 T919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357937234453/collection1/'
[junit4:junit4]   2> 13400 T919 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357937234453/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13400 T919 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357937234453/collection1/lib/README' to classloader
[junit4:junit4]   2> 13455 T919 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 13533 T919 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13535 T919 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13542 T919 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13806 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13807 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51505_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51505"}
[junit4:junit4]   2> 13814 T918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13818 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13818 T887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13821 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13824 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13826 T902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14085 T919 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14398 T3 oasc.CoreContainer.finalize SEVERE CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1594644019
[junit4:junit4]   2> 14400 T919 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14403 T919 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14429 T919 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14434 T919 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14439 T919 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14442 T919 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14446 T919 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357937234453/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/
[junit4:junit4]   2> 14446 T919 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16e7fc04
[junit4:junit4]   2> 14447 T919 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 14448 T919 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4 forceNew:false
[junit4:junit4]   2> 14449 T919 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 14449 T919 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index/
[junit4:junit4]   2> 14450 T919 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14452 T919 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index forceNew:false
[junit4:junit4]   2> 14456 T919 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e7b2d1d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14457 T919 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14457 T919 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index
[junit4:junit4]   2> 14458 T919 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 14461 T919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14461 T919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 14461 T919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14462 T919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 14463 T919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14463 T919 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14464 T919 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14464 T919 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14465 T919 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14466 T919 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 14466 T919 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 14467 T919 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14468 T919 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 14468 T919 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 14468 T919 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 14469 T919 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14470 T919 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14470 T919 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14471 T919 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14472 T919 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14472 T919 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14473 T919 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14474 T919 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14474 T919 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14475 T919 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 14476 T919 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 14482 T919 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14485 T919 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 14487 T919 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 14489 T919 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 14491 T919 oass.SolrIndexSearcher.<init> Opening Searcher@2b4776bf main
[junit4:junit4]   2> 14492 T919 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14492 T919 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14493 T919 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 14498 T919 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14531 T920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b4776bf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14538 T919 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14538 T919 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15341 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15344 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51509_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51509"}
[junit4:junit4]   2> 15345 T854 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15345 T854 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 15364 T918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15365 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15365 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15366 T887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15367 T902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15368 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15545 T919 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15546 T919 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51509 collection:collection1 shard:shard2
[junit4:junit4]   2> 15559 T919 oasc.ZkController.register We are http://127.0.0.1:51509/collection1/ and leader is http://127.0.0.1:51502/collection1/
[junit4:junit4]   2> 15560 T919 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51509
[junit4:junit4]   2> 15560 T919 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15561 T919 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C62 name=collection1 org.apache.solr.core.SolrCore@3256a62 url=http://127.0.0.1:51509/collection1 node=127.0.0.1:51509_ C62_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51509_, base_url=http://127.0.0.1:51509}
[junit4:junit4]   2> 15564 T921 C62 P51509 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15566 T921 C62 P51509 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15566 T919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15567 T921 C62 P51509 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15568 T921 C62 P51509 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15570 T831 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15572 T921 C62 P51509 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15572 T831 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15573 T831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15585 T831 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15587 T831 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 15589 T831 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C61_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51505_, base_url=http://127.0.0.1:51505}
[junit4:junit4]   2> 16054 T905 C61 P51505 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51499/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 16055 T905 C61 P51505 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51505 START replicas=[http://127.0.0.1:51499/collection1/] nUpdates=100
[junit4:junit4]   2> 16056 T905 C61 P51505 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 16057 T905 C61 P51505 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 16057 T905 C61 P51505 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 16057 T905 C61 P51505 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 16058 T905 C61 P51505 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 16059 T905 C61 P51505 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51499/collection1/. core=collection1
[junit4:junit4]   2> 16060 T905 C61 P51505 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C63 name=collection1 org.apache.solr.core.SolrCore@311b98f7 url=http://127.0.0.1:51499/collection1 node=127.0.0.1:51499_ C63_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51499_, base_url=http://127.0.0.1:51499, leader=true}
[junit4:junit4]   2> 16067 T864 C63 P51499 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16073 T865 C63 P51499 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16074 T865 C63 P51499 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1
[junit4:junit4]   2> 16078 T865 C63 P51499 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@cdba387),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16078 T865 C63 P51499 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16081 T865 C63 P51499 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@cdba387),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@cdba387),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16082 T865 C63 P51499 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16082 T865 C63 P51499 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1
[junit4:junit4]   2> 16083 T865 C63 P51499 oass.SolrIndexSearcher.<init> Opening Searcher@4239899a realtime
[junit4:junit4]   2> 16084 T865 C63 P51499 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16084 T865 C63 P51499 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 16086 T905 C61 P51505 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16086 T905 C61 P51505 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16090 T868 C63 P51499 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16090 T868 C63 P51499 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16091 T905 C61 P51505 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 16091 T905 C61 P51505 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16091 T905 C61 P51505 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16094 T863 C63 P51499 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1
[junit4:junit4]   2> 16095 T863 C63 P51499 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1/index
[junit4:junit4]   2> 16095 T863 C63 P51499 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16096 T905 C61 P51505 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16097 T905 C61 P51505 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index.20130111134717498 forceNew:false
[junit4:junit4]   2> 16098 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 16098 T905 C61 P51505 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index.20130111134717498 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c032531) fullCopy=true
[junit4:junit4]   2> 16102 T867 C63 P51499 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 16104 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index
[junit4:junit4]   2> 16104 T905 C61 P51505 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16104 T905 C61 P51505 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130111134717498
[junit4:junit4]   2> 16106 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 16106 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 16106 T905 C61 P51505 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index.20130111134717498
[junit4:junit4]   2> 16110 T905 C61 P51505 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index.20130111134717498 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c032531),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16110 T905 C61 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16111 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 16112 T905 C61 P51505 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16112 T905 C61 P51505 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 16112 T905 C61 P51505 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 16113 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index.20130111134717498
[junit4:junit4]   2> 16114 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 16116 T905 C61 P51505 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index.20130111134717498 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c032531),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16117 T905 C61 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16117 T905 C61 P51505 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16117 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 16118 T905 C61 P51505 oass.SolrIndexSearcher.<init> Opening Searcher@26c45690 main
[junit4:junit4]   2> 16120 T904 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26c45690 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 16121 T904 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index
[junit4:junit4]   2> 16122 T905 C61 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16124 T905 C61 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index.20130111134717498 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c032531),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index.20130111134717498 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c032531),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 16124 T905 C61 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 16125 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 16125 T905 C61 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16125 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index.20130111134717498
[junit4:junit4]   2> 16125 T905 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3/index
[junit4:junit4]   2> 16126 T905 C61 P51505 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 16126 T905 C61 P51505 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 16126 T905 C61 P51505 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 16126 T905 C61 P51505 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16128 T905 C61 P51505 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16599 T831 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16894 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16895 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51509_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51509"}
[junit4:junit4]   2> 16901 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51505_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51505"}
[junit4:junit4]   2> 16908 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16908 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16908 T918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16908 T902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16909 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16908 T887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17606 T831 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18615 T831 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C62_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51509_, base_url=http://127.0.0.1:51509}
[junit4:junit4]   2> 19595 T921 C62 P51509 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51502/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19596 T921 C62 P51509 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51509 START replicas=[http://127.0.0.1:51502/collection1/] nUpdates=100
[junit4:junit4]   2> 19598 T921 C62 P51509 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19599 T921 C62 P51509 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19599 T921 C62 P51509 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19600 T921 C62 P51509 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19601 T921 C62 P51509 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19601 T921 C62 P51509 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51502/collection1/. core=collection1
[junit4:junit4]   2> 19603 T921 C62 P51509 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C64 name=collection1 org.apache.solr.core.SolrCore@503c4475 url=http://127.0.0.1:51502/collection1 node=127.0.0.1:51502_ C64_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51502_, base_url=http://127.0.0.1:51502, leader=true}
[junit4:junit4]   2> 19622 T881 C64 P51502 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19624 T883 C64 P51502 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19624 T831 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19625 T883 C64 P51502 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2
[junit4:junit4]   2> 19629 T883 C64 P51502 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a9e8310),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19629 T883 C64 P51502 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19632 T883 C64 P51502 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a9e8310),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a9e8310),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19633 T883 C64 P51502 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19634 T883 C64 P51502 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2
[junit4:junit4]   2> 19634 T883 C64 P51502 oass.SolrIndexSearcher.<init> Opening Searcher@1e103b05 realtime
[junit4:junit4]   2> 19635 T883 C64 P51502 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19635 T883 C64 P51502 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 19637 T921 C62 P51509 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19637 T921 C62 P51509 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19640 T882 C64 P51502 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19640 T882 C64 P51502 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19641 T921 C62 P51509 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19641 T921 C62 P51509 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19641 T921 C62 P51509 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19651 T878 C64 P51502 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2
[junit4:junit4]   2> 19652 T878 C64 P51502 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2/index
[junit4:junit4]   2> 19653 T878 C64 P51502 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19654 T921 C62 P51509 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19655 T921 C62 P51509 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index.20130111134721055 forceNew:false
[junit4:junit4]   2> 19656 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 19656 T921 C62 P51509 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index.20130111134721055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fa38831) fullCopy=true
[junit4:junit4]   2> 19661 T881 C64 P51502 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 19664 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index
[junit4:junit4]   2> 19664 T921 C62 P51509 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19665 T921 C62 P51509 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130111134721055
[junit4:junit4]   2> 19669 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 19670 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 19671 T921 C62 P51509 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index.20130111134721055
[junit4:junit4]   2> 19679 T921 C62 P51509 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index.20130111134721055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fa38831),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19681 T921 C62 P51509 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19684 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 19685 T921 C62 P51509 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19685 T921 C62 P51509 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19686 T921 C62 P51509 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19688 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index.20130111134721055
[junit4:junit4]   2> 19690 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 19698 T921 C62 P51509 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index.20130111134721055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fa38831),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19699 T921 C62 P51509 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19699 T921 C62 P51509 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19700 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 19700 T921 C62 P51509 oass.SolrIndexSearcher.<init> Opening Searcher@751c2341 main
[junit4:junit4]   2> 19702 T920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@751c2341 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19703 T920 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index
[junit4:junit4]   2> 19703 T921 C62 P51509 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19705 T921 C62 P51509 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index.20130111134721055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fa38831),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index.20130111134721055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@fa38831),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19705 T921 C62 P51509 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19706 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 19706 T921 C62 P51509 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19707 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index.20130111134721055
[junit4:junit4]   2> 19707 T921 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4/index
[junit4:junit4]   2> 19707 T921 C62 P51509 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19707 T921 C62 P51509 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19708 T921 C62 P51509 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19708 T921 C62 P51509 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19709 T921 C62 P51509 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19933 T854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19936 T854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51509_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51509"}
[junit4:junit4]   2> 19956 T918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19957 T853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19957 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19959 T872 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19958 T887 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19960 T902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20632 T831 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20634 T831 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C65 name=collection1 org.apache.solr.core.SolrCore@22662775 url=http://127.0.0.1:51495/collection1 node=127.0.0.1:51495_ C65_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51495_, base_url=http://127.0.0.1:51495, leader=true}
[junit4:junit4]   2> 20650 T845 C65 P51495 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data
[junit4:junit4]   2> 20667 T845 C65 P51495 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b72beea),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20668 T845 C65 P51495 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20669 T845 C65 P51495 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/control/data
[junit4:junit4]   2> 20669 T845 C65 P51495 oass.SolrIndexSearcher.<init> Opening Searcher@5dcdb8a9 realtime
[junit4:junit4]   2> 20670 T845 C65 P51495 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1423900401520869376)} 0 21
[junit4:junit4]   2> 20674 T880 C64 P51502 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty2
[junit4:junit4]   2> 20684 T867 C63 P51499 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty1
[junit4:junit4]   2>  C62_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51509_, base_url=http://127.0.0.1:51509}
[junit4:junit4]   2> 20694 T909 C62 P51509 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty4
[junit4:junit4]   2> 20696 T909 C62 P51509 /update {update.distrib=FROMLEADER&_version_=-1423900401544986624&update.from=http://127.0.0.1:51502/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1423900401544986624)} 0 5
[junit4:junit4]   2>  C61_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51505_, base_url=http://127.0.0.1:51505}
[junit4:junit4]   2> 20701 T898 C61 P51505 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357937221411/jetty3
[junit4:junit4]   2> 20702 T898 C61 P51505 /update {update.distrib=FROMLEADER&_version_=-1423900401553375232&update.from=http://127.0.0.1:51499/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1423900401553375232)} 0 3
[junit4:junit4]   2> 20703 T867 C63 P51499 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1423900401553375232)} 0 22
[junit4:junit4]   2> 20704 T880 C64 P51502 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1423900401544986624)} 0 31
[junit4:junit4]   2> 20714 T846 C65 P51495 /update {wt=javabin&version=2} {add=[1 (1423900401583783936)]} 0 4
[junit4:junit4]   2> 20726 T893 C61 P51505 /update {distrib.from=http://127.0.0.1:51499/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1423900401590075392)]} 0 5
[junit4:junit4]   2> 20727 T864 C63 P51499 /update {wt=javabin&version=2} {add=[1 (1423900401590075392)]} 0 11
[junit4:junit4]   2> 20734 T847 C65 P51495 /update {wt=javabin&version=2} {add=[2 (1423900401606852608)]} 0 3
[junit4:junit4]   2> 20749 T910 C62 P51509 /update {distrib.from=http://127.0.0.1:51502/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1423900401614192640)]} 0 4
[junit4:junit4]   2> 20750 T882 C64 P51502 /update {distrib.from=http://127.0.0.1:51499/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1423900401614192640)]} 0 11
[junit4:junit4]   2> 20751 T865 C63 P51499 /update {wt=javabin&version=2} {add=[2]} 0 14
[junit4:junit4]   2> 20756 T848 C65 P51495 /update {wt=javabin&version=2} {add=[3 (1423900401629921280)]} 0 2
[junit4:junit4]   2> 20769 T911 C62 P51509 /update {distrib.from=http://127.0.0.1:51502/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1423900401639358464)]} 0 1
[junit4:junit4]   2> 20770 T878 C64 P51502 /update {distrib.from=http://127.0.0.1:51499/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1423900401639358464)]} 0 7
[junit4:junit4]   2> 20771 T866 C63 P51499 /update {wt=javabin&version=2} {add=[3]} 0 10
[junit4:junit4]   2> 20777 T849 C65 P51495 /update {wt=javabin&version=2} {add=[4 (1423900401650892800)]} 0 3
[junit4:junit4]   2> 20789 T894 C61 P51505 /update {distrib.from=http://127.0.0.1:51499/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1423900401658232832)]} 0 3
[junit4:junit4]   2> 20789 T868 C63 P51499 /update {wt=javabin&version=2} {add=[4 (1423900401658232832)]} 0 8
[junit4:junit4]   2> 20796 T844 C65 P51495 /update {wt=javabin&version=2} {add=[5 (1423900401671864320)]} 0 2
[junit4:junit4]   2> 20807 T912 C62 P51509 /update {distrib.from=http://127.0.0.1:51502/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1423900401679204352)]} 0 2
[junit4:junit4]   2> 20808 T881 C64 P51502 /update {wt=javabin&version=2} {add=[5 (1423900401679204352)]} 0 7
[junit4:junit4]   2> 20814 T845 C65 P51495 /update {wt=javabin&version=2} {add=[6 (1423900401691787264)]} 0 2
[junit4:junit4]   2> 20824 T913 C62 P51509 /update {distrib.from=http://127.0.0.1:51502/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1423900401697030144)]} 0 2
[junit4:junit4]   2> 20825 T879 C64 P51502 /update {wt=javabin&version=2} {add=[6 (1423900401697030144)]} 0 7
[junit4:junit4]   2> 20830 T846 C65 P51495 /update {wt=javabin&version=2} {add=[7 (1423900401708564480)]} 0 2
[junit4:junit4]   2> 20842 T914 C62 P51509 /update {distrib.from=http://127.0.0.1:51502/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1423900401715904512)]} 0 1
[junit4:junit4]   2> 20843 T883 C64 P51502 /update {distrib.from=http://127.0.0.1:51499/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1423900401715904512)]} 0 7
[junit4:junit4]   2> 20844 T863 C63 P51499 /update {wt=javabin&version=2} {add=[7]} 0 11
[junit4:junit4]   2> 20851 T847 C65 P51495 /update {wt=javabin&version=2} {add=[8 (1423900401729536000)]} 0 2
[junit4:junit4]   2> 20874 T895 C61 P51505 /update {distrib.from=http://127.0.0.1:51499/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1423900401746313216)]} 0 3
[junit4:junit4]   2> 20875 T867 C63 P51499 /update {distrib.from=http://127.0.0.1:51502/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1423900401746313216)]} 0 10
[junit4:junit4]   2> 20876 T880 C64 P51502 /update {wt=javabin&version=2} {add=[8]} 0 17
[junit4:junit4]   2> 20882 T848 C65 P51495 /update {wt=javabin&version=2} {add=[9 (1423900401762041856)]} 0 2
[junit4:junit4]   2> 20896 T909 C62 P51509 /update {distrib.from=http://127.0.0.1:51502/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1423900401771479040)]} 0 3
[junit4:junit4]   2> 20897 T878 C64 P51502 /update {wt=javabin&version=2} {add=[9 (1423900401771479040)]} 0 9
[junit4:junit4]   2> 20948 T849 C65 P51495 /update {wt=javabin&version=2} {add=[10 (1423900401784061952)]} 0 47
[junit4:junit4]   2> 20961 T897 C61 P51505 /update {distrib.from=http://127.0.0.1:51499/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1423900401840685056)]} 0 2
[junit4:junit4]   2> 20962 T864 C63 P51499 /update {distrib.from=http://127.0.0.1:51502/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1423900401840685056)]} 0 7
[junit4:junit4]   2> 20963 T881 C64 P51502 /update {wt=javabin&version=2} {add=[10]} 0 11
[junit4:junit4]   2> 20970 T845 C65 P51495 /update {wt=javabin&version=2} {add=[11 (1423900401853267968)]} 0 4
[junit4:junit4]   2> 20983 T898 C61 P51505 /update {distrib.from=http://127.0.0.1:51499/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1423900401863753728)]} 0 2
[junit4:junit4]   2> 20984 T866 C63 P51499 /update {distrib.from=http://127.0.0.1:51502/collection1/&update.distrib=TOLEADER&wt=javabin

[...truncated too long message...]

.java:121)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 373629 T831 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {n_f1=PostingsFormat(name=Direct), foo_b=PostingsFormat(name=Lucene41WithOrds), cat=PostingsFormat(name=NestedPulsing), foo_d=PostingsFormat(name=Memory doPackFST= true), foo_f=PostingsFormat(name=Lucene41WithOrds), n_tl1=PostingsFormat(name=Direct), n_d1=PostingsFormat(name=NestedPulsing), rnd_b=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=NestedPulsing), n_td1=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=NestedPulsing), id=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), range_facet_si=PostingsFormat(name=Direct), oddField_s=PostingsFormat(name=Lucene41WithOrds), sequence_i=PostingsFormat(name=Lucene41WithOrds), name=PostingsFormat(name=Memory doPackFST= true), foo_i=PostingsFormat(name=Direct), regex_dup_B_s=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=Direct), n_tf1=PostingsFormat(name=NestedPulsing), n_dt1=PostingsFormat(name=Direct), genre_s=PostingsFormat(name=Lucene41WithOrds), author_t=PostingsFormat(name=Direct), n_ti1=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=NestedPulsing), text=PostingsFormat(name=Lucene41WithOrds), _version_=PostingsFormat(name=NestedPulsing), val_i=PostingsFormat(name=Memory doPackFST= true), SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing), series_t=PostingsFormat(name=Direct), a_t=PostingsFormat(name=NestedPulsing), n_tdt1=PostingsFormat(name=NestedPulsing), regex_dup_A_s=PostingsFormat(name=Lucene41WithOrds), price=PostingsFormat(name=Lucene41WithOrds), other_tl1=PostingsFormat(name=NestedPulsing), n_l1=PostingsFormat(name=NestedPulsing), a_si=PostingsFormat(name=Direct), inStock=PostingsFormat(name=Lucene41WithOrds)}, sim=DefaultSimilarity, locale=fr_BE, timezone=America/Inuvik
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=56651144,total=183361536
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DOMUtilTest, FileBasedSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestOmitPositions, TestDistributedGrouping, TestSolrXMLSerializer, TestDocumentBuilder, TestLuceneMatchVersion, TestJmxMonitoredMap, TestQueryTypes, NotRequiredUniqueKeyTest, BasicFunctionalityTest, ZkNodePropsTest, TestSuggestSpellingConverter, TestDFRSimilarityFactory, TestSolrJ, TestIndexingPerformance, DirectSolrConnectionTest, TestAnalyzedSuggestions, MultiTermTest, TestMultiCoreConfBootstrap, ReturnFieldsTest, SolrCoreCheckLockOnStartupTest, DistanceFunctionTest, QueryEqualityTest, IndexReaderFactoryTest, DateMathParserTest, SampleTest, SolrInfoMBeanTest, TestPseudoReturnFields, IndexSchemaRuntimeFieldTest, MinimalSchemaTest, TestSort, TestStressRecovery, SpellCheckComponentTest, TestPropInjectDefaults, DisMaxRequestHandlerTest, JSONWriterTest, TestCodecSupport, EchoParamsTest, TestRemoteStreaming, TestCollationKeyRangeQueries, LukeRequestHandlerTest, PluginInfoTest, PolyFieldTest, SolrPluginUtilsTest, MoreLikeThisHandlerTest, CircularListTest, TestFuzzyAnalyzedSuggestions, ScriptEngineTest, TestBadConfig, TestSolrQueryParser, SoftAutoCommitTest, TestMergePolicyConfig, NoCacheHeaderTest, DirectUpdateHandlerOptimizeTest, WordBreakSolrSpellCheckerTest, RequestHandlersTest, AnalysisAfterCoreReloadTest, RecoveryZkTest, ShowFileRequestHandlerTest, TestAtomicUpdateErrorCases, SpellingQueryConverterTest, OverseerCollectionProcessorTest, TestElisionMultitermQuery, ShardRoutingTest, BasicDistributedZkTest]
[junit4:junit4] Completed in 373.98s, 1 test, 1 failure <<< FAILURES!

[...truncated 539 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:344: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:841: There were test failures: 247 suites, 1032 tests, 1 failure, 14 ignored (3 assumptions)

Total time: 57 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 65 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/65/
Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([31162E765775841D:B0F0A06E202AE421]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8842 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T2111 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /xk_/
[junit4:junit4]   2> 6 T2111 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1357956568049
[junit4:junit4]   2> 8 T2111 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T2112 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T2112 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T2112 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T2112 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T2112 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T2112 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 112 T2111 oasc.ZkTestServer.run start zk server on port:51982
[junit4:junit4]   2> 113 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5a0fae9f
[junit4:junit4]   2> 114 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 114 T2117 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 115 T2117 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 116 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51983
[junit4:junit4]   2> 116 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51983
[junit4:junit4]   2> 117 T2115 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 119 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70000 with negotiated timeout 10000 for client /127.0.0.1:51983
[junit4:junit4]   2> 120 T2117 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70000, negotiated timeout = 10000
[junit4:junit4]   2> 120 T2118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a0fae9f name:ZooKeeperConnection Watcher:127.0.0.1:51982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 121 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 122 T2111 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 127 T2116 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2c84d3f70000
[junit4:junit4]   2> 129 T2113 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51983 which had sessionid 0x13c2c84d3f70000
[junit4:junit4]   2> 129 T2118 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T2111 oaz.ZooKeeper.close Session: 0x13c2c84d3f70000 closed
[junit4:junit4]   2> 130 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5bec5d5b
[junit4:junit4]   2> 131 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T2119 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 133 T2119 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 133 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51984
[junit4:junit4]   2> 134 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51984
[junit4:junit4]   2> 135 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70001 with negotiated timeout 10000 for client /127.0.0.1:51984
[junit4:junit4]   2> 135 T2119 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70001, negotiated timeout = 10000
[junit4:junit4]   2> 136 T2120 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bec5d5b name:ZooKeeperConnection Watcher:127.0.0.1:51982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 136 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 137 T2111 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 143 T2111 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 149 T2111 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 153 T2111 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 158 T2111 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 160 T2111 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 168 T2111 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 169 T2111 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 174 T2111 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 175 T2111 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 181 T2111 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 182 T2111 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 188 T2111 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 189 T2111 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 195 T2111 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 195 T2111 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 201 T2111 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 202 T2111 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 208 T2111 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 209 T2111 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 214 T2111 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 214 T2111 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 220 T2116 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2c84d3f70001
[junit4:junit4]   2> 221 T2113 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51984 which had sessionid 0x13c2c84d3f70001
[junit4:junit4]   2> 221 T2111 oaz.ZooKeeper.close Session: 0x13c2c84d3f70001 closed
[junit4:junit4]   2> 221 T2120 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 394 T2111 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 401 T2111 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51985
[junit4:junit4]   2> 402 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 403 T2111 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 403 T2111 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357956568264
[junit4:junit4]   2> 404 T2111 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357956568264/solr.xml
[junit4:junit4]   2> 404 T2111 oasc.CoreContainer.<init> New CoreContainer 328180810
[junit4:junit4]   2> 405 T2111 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357956568264/'
[junit4:junit4]   2> 405 T2111 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357956568264/'
[junit4:junit4]   2> 441 T2111 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 442 T2111 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 442 T2111 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 443 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 443 T2111 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 444 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 444 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 445 T2111 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 445 T2111 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 446 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 457 T2111 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 473 T2111 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51982/solr
[junit4:junit4]   2> 474 T2111 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 475 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7e3f3fa6
[junit4:junit4]   2> 476 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 477 T2130 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 478 T2130 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 478 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51986
[junit4:junit4]   2> 479 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51986
[junit4:junit4]   2> 480 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70002 with negotiated timeout 20000 for client /127.0.0.1:51986
[junit4:junit4]   2> 480 T2130 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70002, negotiated timeout = 20000
[junit4:junit4]   2> 481 T2131 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e3f3fa6 name:ZooKeeperConnection Watcher:127.0.0.1:51982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 481 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 483 T2116 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2c84d3f70002
[junit4:junit4]   2> 484 T2113 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51986 which had sessionid 0x13c2c84d3f70002
[junit4:junit4]   2> 484 T2111 oaz.ZooKeeper.close Session: 0x13c2c84d3f70002 closed
[junit4:junit4]   2> 485 T2131 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 485 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 491 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1fe62fb7
[junit4:junit4]   2> 492 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 492 T2132 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 493 T2132 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 493 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51987
[junit4:junit4]   2> 494 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51987
[junit4:junit4]   2> 495 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70003 with negotiated timeout 20000 for client /127.0.0.1:51987
[junit4:junit4]   2> 495 T2132 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70003, negotiated timeout = 20000
[junit4:junit4]   2> 495 T2133 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fe62fb7 name:ZooKeeperConnection Watcher:127.0.0.1:51982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 495 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 497 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 499 T2111 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 503 T2111 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51985_xk_
[junit4:junit4]   2> 504 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51985_xk_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51985_xk_
[junit4:junit4]   2> 505 T2111 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51985_xk_
[junit4:junit4]   2> 510 T2111 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 517 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 518 T2111 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 523 T2111 oasc.Overseer.start Overseer (id=88995041644052483-127.0.0.1:51985_xk_-n_0000000000) starting
[junit4:junit4]   2> 524 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 526 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 527 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 528 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 530 T2135 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 531 T2111 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 536 T2111 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 539 T2134 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 543 T2136 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357956568264/collection1
[junit4:junit4]   2> 544 T2136 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 545 T2136 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 545 T2136 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 547 T2136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357956568264/collection1/'
[junit4:junit4]   2> 548 T2136 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357956568264/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 548 T2136 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357956568264/collection1/lib/README' to classloader
[junit4:junit4]   2> 586 T2136 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 653 T2136 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 654 T2136 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 660 T2136 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1172 T2136 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1181 T2136 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1184 T2136 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1205 T2136 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1210 T2136 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1214 T2136 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1216 T2136 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1218 T2136 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357956568264/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data/
[junit4:junit4]   2> 1219 T2136 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@178c8195
[junit4:junit4]   2> 1219 T2136 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1220 T2136 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data forceNew:false
[junit4:junit4]   2> 1220 T2136 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data
[junit4:junit4]   2> 1221 T2136 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data/index/
[junit4:junit4]   2> 1221 T2136 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1222 T2136 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data/index forceNew:false
[junit4:junit4]   2> 1227 T2136 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@53d0a38f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1227 T2136 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1228 T2136 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data/index
[junit4:junit4]   2> 1228 T2136 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1231 T2136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1231 T2136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1231 T2136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1232 T2136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1232 T2136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1233 T2136 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1233 T2136 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1233 T2136 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1234 T2136 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1235 T2136 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1235 T2136 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1235 T2136 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1236 T2136 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1236 T2136 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1236 T2136 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1237 T2136 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1237 T2136 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1238 T2136 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1238 T2136 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1239 T2136 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1239 T2136 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1240 T2136 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1240 T2136 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1240 T2136 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1241 T2136 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1241 T2136 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1247 T2136 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1250 T2136 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1252 T2136 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1254 T2136 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data
[junit4:junit4]   2> 1255 T2136 oass.SolrIndexSearcher.<init> Opening Searcher@345fadad main
[junit4:junit4]   2> 1256 T2136 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1256 T2136 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1256 T2136 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1261 T2136 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1289 T2137 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@345fadad main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1294 T2136 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1294 T2136 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1295 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2045 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2046 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51985_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51985/xk_"}
[junit4:junit4]   2> 2046 T2134 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2046 T2134 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2047 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2054 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2299 T2136 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2300 T2136 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51985/xk_ collection:control_collection shard:shard1
[junit4:junit4]   2> 2301 T2136 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2313 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2314 T2136 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2315 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2318 T2136 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2318 T2136 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2319 T2136 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51985/xk_/collection1/
[junit4:junit4]   2> 2319 T2136 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2319 T2136 oasc.SyncStrategy.syncToMe http://127.0.0.1:51985/xk_/collection1/ has no replicas
[junit4:junit4]   2> 2319 T2136 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51985/xk_/collection1/
[junit4:junit4]   2> 2320 T2136 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2327 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3564 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3577 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3594 T2136 oasc.ZkController.register We are http://127.0.0.1:51985/xk_/collection1/ and leader is http://127.0.0.1:51985/xk_/collection1/
[junit4:junit4]   2> 3594 T2136 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51985/xk_
[junit4:junit4]   2> 3595 T2136 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3595 T2136 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3595 T2136 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3597 T2136 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3599 T2111 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3599 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3600 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3617 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3622 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@55c1addd
[junit4:junit4]   2> 3623 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3624 T2138 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3624 T2138 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 3625 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51988
[junit4:junit4]   2> 3625 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51988
[junit4:junit4]   2> 3627 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70004 with negotiated timeout 10000 for client /127.0.0.1:51988
[junit4:junit4]   2> 3627 T2138 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70004, negotiated timeout = 10000
[junit4:junit4]   2> 3627 T2139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55c1addd name:ZooKeeperConnection Watcher:127.0.0.1:51982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3627 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3629 T2111 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3632 T2111 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3809 T2111 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3814 T2111 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51989
[junit4:junit4]   2> 3815 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3816 T2111 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3817 T2111 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357956571674
[junit4:junit4]   2> 3817 T2111 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357956571674/solr.xml
[junit4:junit4]   2> 3818 T2111 oasc.CoreContainer.<init> New CoreContainer 766633321
[junit4:junit4]   2> 3819 T2111 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357956571674/'
[junit4:junit4]   2> 3819 T2111 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357956571674/'
[junit4:junit4]   2> 4326 T2111 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4327 T2111 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4327 T2111 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4328 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4328 T2111 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4329 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4329 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4329 T2111 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4330 T2111 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4330 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4343 T2111 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4371 T2111 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51982/solr
[junit4:junit4]   2> 4372 T2111 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4372 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7c5f26f
[junit4:junit4]   2> 4374 T2149 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4379 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4381 T2149 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 4382 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51990
[junit4:junit4]   2> 4383 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51990
[junit4:junit4]   2> 4385 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70005 with negotiated timeout 20000 for client /127.0.0.1:51990
[junit4:junit4]   2> 4385 T2149 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70005, negotiated timeout = 20000
[junit4:junit4]   2> 4385 T2150 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c5f26f name:ZooKeeperConnection Watcher:127.0.0.1:51982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4386 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4388 T2116 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2c84d3f70005
[junit4:junit4]   2> 4389 T2113 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51990 which had sessionid 0x13c2c84d3f70005
[junit4:junit4]   2> 4389 T2111 oaz.ZooKeeper.close Session: 0x13c2c84d3f70005 closed
[junit4:junit4]   2> 4390 T2150 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4390 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4395 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@9591f49
[junit4:junit4]   2> 4397 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4397 T2151 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4398 T2151 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 4399 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51991
[junit4:junit4]   2> 4400 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51991
[junit4:junit4]   2> 4401 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70006 with negotiated timeout 20000 for client /127.0.0.1:51991
[junit4:junit4]   2> 4401 T2151 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70006, negotiated timeout = 20000
[junit4:junit4]   2> 4402 T2152 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9591f49 name:ZooKeeperConnection Watcher:127.0.0.1:51982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4402 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4404 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4405 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4407 T2111 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51989_xk_
[junit4:junit4]   2> 4409 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51989_xk_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51989_xk_
[junit4:junit4]   2> 4410 T2111 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51989_xk_
[junit4:junit4]   2> 4416 T2133 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4416 T2139 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4416 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4423 T2111 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4431 T2153 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357956571674/collection1
[junit4:junit4]   2> 4432 T2153 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4433 T2153 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4434 T2153 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4437 T2153 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357956571674/collection1/'
[junit4:junit4]   2> 4439 T2153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357956571674/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4440 T2153 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357956571674/collection1/lib/README' to classloader
[junit4:junit4]   2> 4489 T2153 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 4531 T2153 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4532 T2153 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4536 T2153 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5029 T2153 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5038 T2153 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5041 T2153 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5061 T2153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5066 T2153 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5071 T2153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5073 T2153 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5074 T2153 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357956571674/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/
[junit4:junit4]   2> 5075 T2153 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@178c8195
[junit4:junit4]   2> 5075 T2153 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5076 T2153 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1 forceNew:false
[junit4:junit4]   2> 5076 T2153 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1
[junit4:junit4]   2> 5077 T2153 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/index/
[junit4:junit4]   2> 5077 T2153 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5078 T2153 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/index forceNew:false
[junit4:junit4]   2> 5082 T2153 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ad07669; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5083 T2153 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5083 T2153 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/index
[junit4:junit4]   2> 5084 T2153 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5086 T2153 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5086 T2153 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5086 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5087 T2153 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5087 T2153 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5087 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51985_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51985/xk_"}
[junit4:junit4]   2> 5088 T2153 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5089 T2153 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5089 T2153 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5090 T2153 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5090 T2153 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5091 T2153 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5092 T2153 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5092 T2153 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5092 T2153 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5093 T2153 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5093 T2153 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5094 T2153 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5094 T2153 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5095 T2153 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5095 T2153 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5096 T2153 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5096 T2153 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5096 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5096 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5097 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5097 T2153 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5098 T2153 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5099 T2153 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5099 T2153 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5100 T2153 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5106 T2153 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5109 T2153 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5110 T2153 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5112 T2153 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1
[junit4:junit4]   2> 5113 T2153 oass.SolrIndexSearcher.<init> Opening Searcher@18704265 main
[junit4:junit4]   2> 5114 T2153 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5114 T2153 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5115 T2153 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5120 T2153 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5150 T2154 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18704265 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5158 T2153 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5158 T2153 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6605 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6606 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51989_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51989/xk_"}
[junit4:junit4]   2> 6607 T2134 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6607 T2134 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6614 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6615 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6615 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7162 T2153 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7162 T2153 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51989/xk_ collection:collection1 shard:shard1
[junit4:junit4]   2> 7163 T2153 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7175 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70006 type:delete cxid:0x45 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7176 T2153 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7176 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70006 type:create cxid:0x46 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7180 T2153 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7180 T2153 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7180 T2153 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51989/xk_/collection1/
[junit4:junit4]   2> 7181 T2153 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7181 T2153 oasc.SyncStrategy.syncToMe http://127.0.0.1:51989/xk_/collection1/ has no replicas
[junit4:junit4]   2> 7181 T2153 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51989/xk_/collection1/
[junit4:junit4]   2> 7181 T2153 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7188 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70006 type:create cxid:0x50 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8128 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8148 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8149 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8149 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8167 T2153 oasc.ZkController.register We are http://127.0.0.1:51989/xk_/collection1/ and leader is http://127.0.0.1:51989/xk_/collection1/
[junit4:junit4]   2> 8167 T2153 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51989/xk_
[junit4:junit4]   2> 8167 T2153 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8168 T2153 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8168 T2153 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8170 T2153 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8172 T2111 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8173 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8173 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8342 T2111 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8347 T2111 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51992
[junit4:junit4]   2> 8348 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8349 T2111 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8349 T2111 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357956576221
[junit4:junit4]   2> 8350 T2111 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357956576221/solr.xml
[junit4:junit4]   2> 8350 T2111 oasc.CoreContainer.<init> New CoreContainer 1521246526
[junit4:junit4]   2> 8351 T2111 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357956576221/'
[junit4:junit4]   2> 8351 T2111 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357956576221/'
[junit4:junit4]   2> 8385 T2111 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 8386 T2111 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8386 T2111 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8387 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8387 T2111 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8388 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8388 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8389 T2111 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8389 T2111 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8390 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8402 T2111 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8418 T2111 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51982/solr
[junit4:junit4]   2> 8418 T2111 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8419 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3dde495
[junit4:junit4]   2> 8420 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8421 T2164 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8421 T2164 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 8422 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51993
[junit4:junit4]   2> 8422 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51993
[junit4:junit4]   2> 8424 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70007 with negotiated timeout 20000 for client /127.0.0.1:51993
[junit4:junit4]   2> 8424 T2164 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70007, negotiated timeout = 20000
[junit4:junit4]   2> 8424 T2165 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3dde495 name:ZooKeeperConnection Watcher:127.0.0.1:51982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8424 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8426 T2116 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2c84d3f70007
[junit4:junit4]   2> 8427 T2113 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51993 which had sessionid 0x13c2c84d3f70007
[junit4:junit4]   2> 8427 T2111 oaz.ZooKeeper.close Session: 0x13c2c84d3f70007 closed
[junit4:junit4]   2> 8428 T2165 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8428 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 8433 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e6dfc1d
[junit4:junit4]   2> 8434 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8435 T2166 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8436 T2166 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 8436 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51994
[junit4:junit4]   2> 8437 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51994
[junit4:junit4]   2> 8438 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70008 with negotiated timeout 20000 for client /127.0.0.1:51994
[junit4:junit4]   2> 8438 T2166 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70008, negotiated timeout = 20000
[junit4:junit4]   2> 8438 T2167 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e6dfc1d name:ZooKeeperConnection Watcher:127.0.0.1:51982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8439 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8440 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8441 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8443 T2111 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51992_xk_
[junit4:junit4]   2> 8444 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70008 type:delete cxid:0x4 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51992_xk_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51992_xk_
[junit4:junit4]   2> 8445 T2111 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51992_xk_
[junit4:junit4]   2> 8449 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8449 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8451 T2133 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8451 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8453 T2152 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8454 T2139 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8457 T2111 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8467 T2168 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357956576221/collection1
[junit4:junit4]   2> 8468 T2168 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8469 T2168 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8469 T2168 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8471 T2168 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357956576221/collection1/'
[junit4:junit4]   2> 8472 T2168 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357956576221/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8472 T2168 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357956576221/collection1/lib/README' to classloader
[junit4:junit4]   2> 8518 T2168 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 8588 T2168 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8590 T2168 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8594 T2168 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9099 T2168 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9109 T2168 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9112 T2168 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9133 T2168 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9139 T2168 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9144 T2168 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9146 T2168 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9148 T2168 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357956576221/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/
[junit4:junit4]   2> 9148 T2168 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@178c8195
[junit4:junit4]   2> 9149 T2168 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 9150 T2168 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2 forceNew:false
[junit4:junit4]   2> 9150 T2168 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2
[junit4:junit4]   2> 9150 T2168 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/index/
[junit4:junit4]   2> 9151 T2168 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9152 T2168 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/index forceNew:false
[junit4:junit4]   2> 9466 T2168 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1585f4f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9467 T2168 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9467 T2168 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/index
[junit4:junit4]   2> 9468 T2168 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9470 T2168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9470 T2168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9471 T2168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9471 T2168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9472 T2168 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9472 T2168 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9472 T2168 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9473 T2168 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9474 T2168 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9474 T2168 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9475 T2168 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9476 T2168 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9476 T2168 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9476 T2168 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9477 T2168 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9477 T2168 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9478 T2168 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9478 T2168 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9479 T2168 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9479 T2168 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9480 T2168 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9480 T2168 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9481 T2168 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9481 T2168 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9482 T2168 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9483 T2168 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9489 T2168 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9492 T2168 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9494 T2168 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 9497 T2168 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2
[junit4:junit4]   2> 9499 T2168 oass.SolrIndexSearcher.<init> Opening Searcher@65a00c20 main
[junit4:junit4]   2> 9500 T2168 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9500 T2168 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9501 T2168 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9507 T2168 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9540 T2169 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@65a00c20 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9545 T2168 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9545 T2168 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9661 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9662 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51989_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51989/xk_"}
[junit4:junit4]   2> 9669 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51992_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51992/xk_"}
[junit4:junit4]   2> 9669 T2134 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 9669 T2134 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 9675 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9676 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9676 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9677 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10548 T2168 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 10549 T2168 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51992/xk_ collection:collection1 shard:shard2
[junit4:junit4]   2> 10550 T2168 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 10561 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70008 type:delete cxid:0x42 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 10562 T2168 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 10563 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70008 type:create cxid:0x43 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10565 T2168 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 10566 T2168 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 10566 T2168 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51992/xk_/collection1/
[junit4:junit4]   2> 10566 T2168 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 10566 T2168 oasc.SyncStrategy.syncToMe http://127.0.0.1:51992/xk_/collection1/ has no replicas
[junit4:junit4]   2> 10567 T2168 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51992/xk_/collection1/
[junit4:junit4]   2> 10567 T2168 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 10573 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f70008 type:create cxid:0x4c zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11189 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11202 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11203 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11203 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11203 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11249 T2168 oasc.ZkController.register We are http://127.0.0.1:51992/xk_/collection1/ and leader is http://127.0.0.1:51992/xk_/collection1/
[junit4:junit4]   2> 11249 T2168 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51992/xk_
[junit4:junit4]   2> 11249 T2168 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 11250 T2168 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 11250 T2168 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11253 T2168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11254 T2111 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11255 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11256 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11427 T2111 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11431 T2111 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51995
[junit4:junit4]   2> 11432 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11432 T2111 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11433 T2111 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357956579307
[junit4:junit4]   2> 11433 T2111 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357956579307/solr.xml
[junit4:junit4]   2> 11434 T2111 oasc.CoreContainer.<init> New CoreContainer 230096041
[junit4:junit4]   2> 11435 T2111 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357956579307/'
[junit4:junit4]   2> 11435 T2111 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357956579307/'
[junit4:junit4]   2> 11472 T2111 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 11473 T2111 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11473 T2111 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11474 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11475 T2111 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11475 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11476 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11476 T2111 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11477 T2111 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11478 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11489 T2111 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11505 T2111 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51982/solr
[junit4:junit4]   2> 11506 T2111 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11507 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@15c4b773
[junit4:junit4]   2> 11508 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11508 T2179 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11509 T2179 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 11510 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51996
[junit4:junit4]   2> 11510 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51996
[junit4:junit4]   2> 11511 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f70009 with negotiated timeout 20000 for client /127.0.0.1:51996
[junit4:junit4]   2> 11511 T2179 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f70009, negotiated timeout = 20000
[junit4:junit4]   2> 11512 T2180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15c4b773 name:ZooKeeperConnection Watcher:127.0.0.1:51982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11512 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11514 T2116 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2c84d3f70009
[junit4:junit4]   2> 11515 T2113 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51996 which had sessionid 0x13c2c84d3f70009
[junit4:junit4]   2> 11515 T2111 oaz.ZooKeeper.close Session: 0x13c2c84d3f70009 closed
[junit4:junit4]   2> 11516 T2180 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11516 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 11521 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@62526c9a
[junit4:junit4]   2> 11522 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11523 T2181 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11524 T2181 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 11524 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51997
[junit4:junit4]   2> 11525 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51997
[junit4:junit4]   2> 11527 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f7000a with negotiated timeout 20000 for client /127.0.0.1:51997
[junit4:junit4]   2> 11527 T2181 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f7000a, negotiated timeout = 20000
[junit4:junit4]   2> 11527 T2182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62526c9a name:ZooKeeperConnection Watcher:127.0.0.1:51982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11528 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11529 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f7000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11531 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f7000a type:create cxid:0x2 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11533 T2111 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51995_xk_
[junit4:junit4]   2> 11534 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f7000a type:delete cxid:0x4 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51995_xk_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51995_xk_
[junit4:junit4]   2> 11535 T2111 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51995_xk_
[junit4:junit4]   2> 11543 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11544 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11545 T2167 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11545 T2133 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11545 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11545 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11548 T2152 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11549 T2139 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 11557 T2111 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11568 T2183 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357956579307/collection1
[junit4:junit4]   2> 11568 T2183 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11569 T2183 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11570 T2183 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11572 T2183 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357956579307/collection1/'
[junit4:junit4]   2> 11573 T2183 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357956579307/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 11573 T2183 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357956579307/collection1/lib/README' to classloader
[junit4:junit4]   2> 11614 T2183 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 11669 T2183 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11671 T2183 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11675 T2183 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12152 T2183 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12161 T2183 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12164 T2183 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12183 T2183 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12188 T2183 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12193 T2183 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12195 T2183 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12197 T2183 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357956579307/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/
[junit4:junit4]   2> 12198 T2183 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@178c8195
[junit4:junit4]   2> 12198 T2183 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 12199 T2183 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3 forceNew:false
[junit4:junit4]   2> 12200 T2183 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 12200 T2183 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index/
[junit4:junit4]   2> 12200 T2183 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12201 T2183 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index forceNew:false
[junit4:junit4]   2> 12206 T2183 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@38737400; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12206 T2183 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12207 T2183 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index
[junit4:junit4]   2> 12208 T2183 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 12210 T2183 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12210 T2183 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 12211 T2183 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12211 T2183 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 12212 T2183 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12212 T2183 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12212 T2183 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12213 T2183 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12213 T2183 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12214 T2183 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 12215 T2183 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 12215 T2183 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12216 T2183 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 12216 T2183 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 12216 T2183 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 12217 T2183 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12218 T2183 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12218 T2183 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12219 T2183 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12219 T2183 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12220 T2183 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12220 T2183 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12221 T2183 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12221 T2183 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12222 T2183 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 12223 T2183 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 12230 T2183 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12232 T2183 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 12234 T2183 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 12236 T2183 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 12237 T2183 oass.SolrIndexSearcher.<init> Opening Searcher@ee682bc main
[junit4:junit4]   2> 12238 T2183 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12239 T2183 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12239 T2183 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 12244 T2183 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 12275 T2184 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ee682bc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12280 T2183 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 12280 T2183 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12718 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12721 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51992_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51992/xk_"}
[junit4:junit4]   2> 12733 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51995_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51995/xk_"}
[junit4:junit4]   2> 12734 T2134 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 12735 T2134 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 12748 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12750 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12751 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12751 T2182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12752 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13283 T2183 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 13284 T2183 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51995/xk_ collection:collection1 shard:shard1
[junit4:junit4]   2> 13289 T2183 oasc.ZkController.register We are http://127.0.0.1:51995/xk_/collection1/ and leader is http://127.0.0.1:51989/xk_/collection1/
[junit4:junit4]   2> 13289 T2183 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51995/xk_
[junit4:junit4]   2> 13289 T2183 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 13289 T2183 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C185 name=collection1 org.apache.solr.core.SolrCore@5ae11060 url=http://127.0.0.1:51995/xk_/collection1 node=127.0.0.1:51995_xk_ C185_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51995_xk_, base_url=http://127.0.0.1:51995/xk_}
[junit4:junit4]   2> 13290 T2185 C185 P51995 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 13291 T2185 C185 P51995 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 13291 T2183 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13291 T2185 C185 P51995 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 13291 T2185 C185 P51995 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13292 T2111 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 13293 T2185 C185 P51995 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13293 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13294 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13474 T2111 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13478 T2111 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51999
[junit4:junit4]   2> 13479 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13480 T2111 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13480 T2111 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357956581353
[junit4:junit4]   2> 13480 T2111 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357956581353/solr.xml
[junit4:junit4]   2> 13481 T2111 oasc.CoreContainer.<init> New CoreContainer 1930191406
[junit4:junit4]   2> 13482 T2111 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357956581353/'
[junit4:junit4]   2> 13482 T2111 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357956581353/'
[junit4:junit4]   2> 13516 T2111 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 13517 T2111 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13518 T2111 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13519 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13520 T2111 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13520 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13520 T2111 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13521 T2111 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13521 T2111 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13522 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13533 T2111 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13551 T2111 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51982/solr
[junit4:junit4]   2> 13551 T2111 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13552 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6eeaedea
[junit4:junit4]   2> 13553 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13554 T2195 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13555 T2195 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 13555 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52000
[junit4:junit4]   2> 13556 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52000
[junit4:junit4]   2> 13557 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f7000b with negotiated timeout 20000 for client /127.0.0.1:52000
[junit4:junit4]   2> 13557 T2195 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f7000b, negotiated timeout = 20000
[junit4:junit4]   2> 13558 T2196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6eeaedea name:ZooKeeperConnection Watcher:127.0.0.1:51982 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13558 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13560 T2116 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c2c84d3f7000b
[junit4:junit4]   2> 13561 T2113 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52000 which had sessionid 0x13c2c84d3f7000b
[junit4:junit4]   2> 13561 T2111 oaz.ZooKeeper.close Session: 0x13c2c84d3f7000b closed
[junit4:junit4]   2> 13561 T2196 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13561 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 13567 T2111 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51982/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2eb8a13d
[junit4:junit4]   2> 13568 T2111 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13568 T2197 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51982. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13569 T2197 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51982, initiating session
[junit4:junit4]   2> 13569 T2113 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52001
[junit4:junit4]   2> 13570 T2113 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52001
[junit4:junit4]   2> 13571 T2115 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c2c84d3f7000c with negotiated timeout 20000 for client /127.0.0.1:52001
[junit4:junit4]   2> 13571 T2197 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51982, sessionid = 0x13c2c84d3f7000c, negotiated timeout = 20000
[junit4:junit4]   2> 13572 T2198 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2eb8a13d name:ZooKeeperConnection Watcher:127.0.0.1:51982/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13572 T2111 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13573 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f7000c type:create cxid:0x1 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13574 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f7000c type:create cxid:0x2 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13576 T2111 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51999_xk_
[junit4:junit4]   2> 13577 T2116 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c2c84d3f7000c type:delete cxid:0x4 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51999_xk_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51999_xk_
[junit4:junit4]   2> 13578 T2111 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51999_xk_
[junit4:junit4]   2> 13581 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13582 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13583 T2167 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13583 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13584 T2133 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13584 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13584 T2182 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13585 T2182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13588 T2139 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13588 T2152 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13592 T2111 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13599 T2199 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357956581353/collection1
[junit4:junit4]   2> 13600 T2199 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13601 T2199 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13601 T2199 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13603 T2199 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357956581353/collection1/'
[junit4:junit4]   2> 13604 T2199 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357956581353/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13604 T2199 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357956581353/collection1/lib/README' to classloader
[junit4:junit4]   2> 13648 T2199 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 13707 T2199 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13708 T2199 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13713 T2199 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14234 T2199 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14245 T2199 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14248 T2199 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14271 T2199 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14272 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14273 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51995_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51995/xk_"}
[junit4:junit4]   2> 14277 T2199 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14279 T2198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14280 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14280 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14281 T2182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14281 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14280 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14286 T2199 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14291 T2199 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14293 T2199 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357956581353/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/
[junit4:junit4]   2> 14294 T2199 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@178c8195
[junit4:junit4]   2> 14294 T2199 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14295 T2199 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4 forceNew:false
[junit4:junit4]   2> 14295 T2199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 14296 T2199 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index/
[junit4:junit4]   2> 14296 T2199 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14297 T2199 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index forceNew:false
[junit4:junit4]   2> 14302 T2199 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@56693607; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14302 T2199 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14303 T2199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index
[junit4:junit4]   2> 14303 T2199 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 14305 T2199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14306 T2199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 14306 T2199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14307 T2199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 14308 T2199 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14308 T2199 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14309 T2199 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14309 T2199 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14310 T2199 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14311 T2199 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 14311 T2199 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 14312 T2199 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14312 T2199 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 14312 T2199 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 14313 T2199 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 14313 T2199 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14314 T2199 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14314 T2199 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14315 T2199 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14316 T2199 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14317 T2199 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14317 T2199 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14318 T2199 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14318 T2199 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14319 T2199 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 14320 T2199 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 14326 T2199 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14329 T2199 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 14331 T2199 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 14333 T2199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 14335 T2199 oass.SolrIndexSearcher.<init> Opening Searcher@67bef92 main
[junit4:junit4]   2> 14336 T2199 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14336 T2199 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14336 T2199 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 14343 T2199 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14377 T2200 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67bef92 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14382 T2199 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14383 T2199 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15796 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15797 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51999_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51999/xk_"}
[junit4:junit4]   2> 15798 T2134 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15798 T2134 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 15806 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15806 T2198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15806 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15807 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15806 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15807 T2182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C185_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51995_xk_, base_url=http://127.0.0.1:51995/xk_}
[junit4:junit4]   2> 16318 T2185 C185 P51995 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51989/xk_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 16319 T2185 C185 P51995 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51995/xk_ START replicas=[http://127.0.0.1:51989/xk_/collection1/] nUpdates=100
[junit4:junit4]   2> 16319 T2185 C185 P51995 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 16320 T2185 C185 P51995 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 16320 T2185 C185 P51995 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 16320 T2185 C185 P51995 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 16321 T2185 C185 P51995 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 16321 T2185 C185 P51995 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51989/xk_/collection1/. core=collection1
[junit4:junit4]   2> 16322 T2185 C185 P51995 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C186 name=collection1 org.apache.solr.core.SolrCore@40a3a6b7 url=http://127.0.0.1:51989/xk_/collection1 node=127.0.0.1:51989_xk_ C186_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51989_xk_, base_url=http://127.0.0.1:51989/xk_, leader=true}
[junit4:junit4]   2> 16329 T2145 C186 P51989 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16333 T2146 C186 P51989 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16334 T2146 C186 P51989 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1
[junit4:junit4]   2> 16337 T2146 C186 P51989 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ad07669; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16338 T2146 C186 P51989 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16340 T2146 C186 P51989 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ad07669; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ad07669; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16340 T2146 C186 P51989 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16341 T2146 C186 P51989 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1
[junit4:junit4]   2> 16342 T2146 C186 P51989 oass.SolrIndexSearcher.<init> Opening Searcher@75dc9ed4 realtime
[junit4:junit4]   2> 16342 T2146 C186 P51989 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16342 T2146 C186 P51989 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 16344 T2185 C185 P51995 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16344 T2185 C185 P51995 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16347 T2143 C186 P51989 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16347 T2143 C186 P51989 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16348 T2185 C185 P51995 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 16348 T2185 C185 P51995 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16348 T2185 C185 P51995 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16351 T2144 C186 P51989 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1
[junit4:junit4]   2> 16352 T2144 C186 P51989 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1/index
[junit4:junit4]   2> 16352 T2144 C186 P51989 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16353 T2185 C185 P51995 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16354 T2185 C185 P51995 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index.20130112020944396 forceNew:false
[junit4:junit4]   2> 16354 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 16355 T2185 C185 P51995 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index.20130112020944396 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e222af6; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 16360 T2147 C186 P51989 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 16362 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index
[junit4:junit4]   2> 16362 T2185 C185 P51995 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16363 T2185 C185 P51995 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130112020944396
[junit4:junit4]   2> 16364 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 16365 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 16365 T2185 C185 P51995 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index.20130112020944396
[junit4:junit4]   2> 16368 T2185 C185 P51995 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index.20130112020944396 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e222af6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16369 T2185 C185 P51995 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16371 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 16371 T2185 C185 P51995 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16371 T2185 C185 P51995 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 16371 T2185 C185 P51995 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 16372 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index.20130112020944396
[junit4:junit4]   2> 16373 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 16375 T2185 C185 P51995 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index.20130112020944396 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e222af6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16376 T2185 C185 P51995 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16376 T2185 C185 P51995 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16376 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 16377 T2185 C185 P51995 oass.SolrIndexSearcher.<init> Opening Searcher@54c62ad7 main
[junit4:junit4]   2> 16379 T2184 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54c62ad7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 16379 T2184 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index
[junit4:junit4]   2> 16379 T2185 C185 P51995 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16382 T2185 C185 P51995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index.20130112020944396 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e222af6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index.20130112020944396 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e222af6; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 16382 T2185 C185 P51995 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 16383 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 16383 T2185 C185 P51995 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16383 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index.20130112020944396
[junit4:junit4]   2> 16384 T2185 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3/index
[junit4:junit4]   2> 16384 T2185 C185 P51995 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 16384 T2185 C185 P51995 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 16384 T2185 C185 P51995 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 16385 T2185 C185 P51995 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16387 T2185 C185 P51995 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16387 T2199 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16388 T2199 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51999/xk_ collection:collection1 shard:shard2
[junit4:junit4]   2> 16393 T2199 oasc.ZkController.register We are http://127.0.0.1:51999/xk_/collection1/ and leader is http://127.0.0.1:51992/xk_/collection1/
[junit4:junit4]   2> 16393 T2199 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51999/xk_
[junit4:junit4]   2> 16393 T2199 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16394 T2199 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C187 name=collection1 org.apache.solr.core.SolrCore@3513701b url=http://127.0.0.1:51999/xk_/collection1 node=127.0.0.1:51999_xk_ C187_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51999_xk_, base_url=http://127.0.0.1:51999/xk_}
[junit4:junit4]   2> 16394 T2203 C187 P51999 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16395 T2203 C187 P51999 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16395 T2199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16395 T2203 C187 P51999 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16396 T2203 C187 P51999 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16396 T2111 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16397 T2203 C187 P51999 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16397 T2111 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16398 T2111 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16406 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16408 T2111 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 16409 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17319 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17320 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51995_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51995/xk_"}
[junit4:junit4]   2> 17326 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51999_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51999/xk_"}
[junit4:junit4]   2> 17333 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17333 T2198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17333 T2182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17333 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17333 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17334 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17413 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18416 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C187_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51999_xk_, base_url=http://127.0.0.1:51999/xk_}
[junit4:junit4]   2> 19412 T2203 C187 P51999 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51992/xk_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19412 T2203 C187 P51999 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51999/xk_ START replicas=[http://127.0.0.1:51992/xk_/collection1/] nUpdates=100
[junit4:junit4]   2> 19412 T2203 C187 P51999 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19412 T2203 C187 P51999 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19413 T2203 C187 P51999 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19413 T2203 C187 P51999 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19413 T2203 C187 P51999 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19413 T2203 C187 P51999 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51992/xk_/collection1/. core=collection1
[junit4:junit4]   2> 19413 T2203 C187 P51999 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C188 name=collection1 org.apache.solr.core.SolrCore@361338f9 url=http://127.0.0.1:51992/xk_/collection1 node=127.0.0.1:51992_xk_ C188_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51992_xk_, base_url=http://127.0.0.1:51992/xk_, leader=true}
[junit4:junit4]   2> 19422 T2162 C188 P51992 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19422 T2159 C188 P51992 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19423 T2159 C188 P51992 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2
[junit4:junit4]   2> 19424 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19426 T2159 C188 P51992 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1585f4f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19427 T2159 C188 P51992 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19429 T2159 C188 P51992 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1585f4f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1585f4f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19430 T2159 C188 P51992 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19431 T2159 C188 P51992 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2
[junit4:junit4]   2> 19431 T2159 C188 P51992 oass.SolrIndexSearcher.<init> Opening Searcher@1c2228de realtime
[junit4:junit4]   2> 19431 T2159 C188 P51992 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19432 T2159 C188 P51992 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 19432 T2203 C187 P51999 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19433 T2203 C187 P51999 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19435 T2163 C188 P51992 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19436 T2163 C188 P51992 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19437 T2203 C187 P51999 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19437 T2203 C187 P51999 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19437 T2203 C187 P51999 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19439 T2158 C188 P51992 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2
[junit4:junit4]   2> 19440 T2158 C188 P51992 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2/index
[junit4:junit4]   2> 19440 T2158 C188 P51992 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19441 T2203 C187 P51999 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19442 T2203 C187 P51999 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index.20130112020947483 forceNew:false
[junit4:junit4]   2> 19442 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 19443 T2203 C187 P51999 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index.20130112020947483 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5303a508; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 19446 T2162 C188 P51992 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 19448 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index
[junit4:junit4]   2> 19448 T2203 C187 P51999 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19449 T2203 C187 P51999 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130112020947483
[junit4:junit4]   2> 19450 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 19450 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 19451 T2203 C187 P51999 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index.20130112020947483
[junit4:junit4]   2> 19453 T2203 C187 P51999 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index.20130112020947483 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5303a508; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19454 T2203 C187 P51999 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19455 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 19456 T2203 C187 P51999 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19456 T2203 C187 P51999 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19456 T2203 C187 P51999 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19457 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index.20130112020947483
[junit4:junit4]   2> 19458 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 19460 T2203 C187 P51999 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index.20130112020947483 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5303a508; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19461 T2203 C187 P51999 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19461 T2203 C187 P51999 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19461 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 19462 T2203 C187 P51999 oass.SolrIndexSearcher.<init> Opening Searcher@2594b425 main
[junit4:junit4]   2> 19464 T2200 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2594b425 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19464 T2200 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index
[junit4:junit4]   2> 19465 T2203 C187 P51999 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19467 T2203 C187 P51999 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index.20130112020947483 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5303a508; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index.20130112020947483 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5303a508; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19467 T2203 C187 P51999 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19468 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 19468 T2203 C187 P51999 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19469 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index.20130112020947483
[junit4:junit4]   2> 19469 T2203 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4/index
[junit4:junit4]   2> 19469 T2203 C187 P51999 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19469 T2203 C187 P51999 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19470 T2203 C187 P51999 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19470 T2203 C187 P51999 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19472 T2203 C187 P51999 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20355 T2134 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20358 T2134 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51999_xk_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51999/xk_"}
[junit4:junit4]   2> 20371 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20373 T2152 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20374 T2139 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20374 T2198 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20373 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20374 T2182 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20432 T2111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20434 T2111 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C189 name=collection1 org.apache.solr.core.SolrCore@40466169 url=http://127.0.0.1:51985/xk_/collection1 node=127.0.0.1:51985_xk_ C189_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51985_xk_, base_url=http://127.0.0.1:51985/xk_, leader=true}
[junit4:junit4]   2> 20443 T2124 C189 P51985 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data
[junit4:junit4]   2> 20447 T2124 C189 P51985 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@53d0a38f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 20448 T2124 C189 P51985 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20449 T2124 C189 P51985 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/control/data
[junit4:junit4]   2> 20449 T2124 C189 P51985 oass.SolrIndexSearcher.<init> Opening Searcher@307c31b8 realtime
[junit4:junit4]   2> 20450 T2124 C189 P51985 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1423920687727247360)} 0 8
[junit4:junit4]   2> 20454 T2144 C186 P51989 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty1
[junit4:junit4]   2> 20461 T2161 C188 P51992 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty2
[junit4:junit4]   2>  C185_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51995_xk_, base_url=http://127.0.0.1:51995/xk_}
[junit4:junit4]   2> 20468 T2174 C185 P51995 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty3
[junit4:junit4]   2> 20469 T2174 C185 P51995 /update {update.distrib=FROMLEADER&_version_=-1423920687737733120&update.from=http://127.0.0.1:51989/xk_/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1423920687737733120)} 0 4
[junit4:junit4]   2>  C187_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51999_xk_, base_url=http://127.0.0.1:51999/xk_}
[junit4:junit4]   2> 20473 T2194 C187 P51999 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357956568049/jetty4
[junit4:junit4]   2> 20473 T2194 C187 P51999 /update {update.distrib=FROMLEADER&_version_=-1423920687744024576&update.from=http://127.0.0.1:51992/xk_/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1423920687744024576)} 0 2
[junit4:junit4]   2> 20474 T2161 C188 P51992 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1423920687744024576)} 0 15
[junit4:junit4]   2> 20475 T2144 C186 P51989 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1423920687737733120)} 0 23
[junit4:junit4]   2> 20483 T2125 C189 P51985 /update {wt=javabin&version=2} {add=[1 (1423920687764996096)]} 0 4
[junit4:junit4]   2> 20496 T2175 C185 P51995 /update {distrib.from=http://127.0.0.1:51989/xk_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1423920687773384704)]} 0 3
[junit4:junit4]   2> 20497 T2147 C186 P51989 /update {distrib.from=http://127.0.0.1:51992/xk_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1423920687773384704)]} 0 10
[junit4:junit4]   2> 20498 T2163 C188 P51992 /update {wt=javabin&version=2} {add=[1]} 0 13
[junit4:junit4]   2> 20503 T2127 C189 P51985 /update {wt=javabin&version=2} {add=[2 (1423920687788064768)]} 0 2
[junit4:junit4]   2> 20517 T2189 C187 P51999 /update {distrib.from=http://127.0.0.1:51992/xk_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1423920687796453376)]} 0 3
[junit4:junit4]   2> 20518 T2158 C188 P51992 /update {distrib.from=http://127.0.0.1:51989/xk_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1423920687796453376)]} 0 10
[junit4:junit4]   2> 20518 T2145 C186 P51989 /update {wt=javabin&version=2} {add=[2]} 0 12
[junit4:junit4]   2> 20524 T2128 C189 P51985 /update {wt=javabin&version=2} {add=[3 (1423920687810084864)]} 0 3
[junit4:junit4]   2> 20534 T2190 C187 P51999 /update {distrib.from=http://127.0.0.1:51992/xk_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1423920687815327744)]} 0 3
[junit4:junit4]   2> 20535 T2162 C188 P51992 /update {wt=javabin&version=2} {add=[3 (1423920687815327744)]} 0 8
[junit4:junit4]   2> 20540 T2129 C189 P51985 /update {wt=javabin&version=2} {add=[4 (1423920687826862080)]} 0 3
[junit4:junit4]   2> 20552 T2176 C185 P51995 /update {distrib.from=http://127.0.0.1:51989/xk_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1423920687834202112)]} 0 3
[junit4:junit4]   2> 20552 T2146 C186 P51989 /

[...truncated too long message...]

 seconds
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([31162E765775841D:B0F0A06E202AE421]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 361648 T2111 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=de_DE, timezone=UCT
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=181609256,total=334233600
[junit4:junit4]   2> NOTE: All tests run in this JVM: [CoreAdminHandlerTest, SuggesterTSTTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, TestSolrQueryParser, TestPostingsSolrHighlighter, TestConfig, XsltUpdateRequestHandlerTest, ClusterStateUpdateTest, SearchHandlerTest, DOMUtilTest, ClusterStateTest, TestSort, TestAnalyzedSuggestions, DirectUpdateHandlerTest, DisMaxRequestHandlerTest, IndexReaderFactoryTest, TermVectorComponentTest, TestFiltering, UUIDFieldTest, TestFastOutputStream, CoreContainerCoreInitFailuresTest, TestQuerySenderNoQuery, ExternalFileFieldSortTest, TestAtomicUpdateErrorCases, FileUtilsTest, SchemaVersionSpecificBehaviorTest, TestDistributedGrouping, DirectSolrSpellCheckerTest, TestCoreContainer, SimpleFacetsTest, TestPropInjectDefaults, LeaderElectionIntegrationTest, ShardRoutingCustomTest, DirectUpdateHandlerOptimizeTest, EchoParamsTest, HighlighterTest, StatelessScriptUpdateProcessorFactoryTest, NoCacheHeaderTest, TestFoldingMultitermQuery, TestWriterPerf, TestStressLucene, DebugComponentTest, TestMultiCoreConfBootstrap, TestPhraseSuggestions, RequiredFieldsTest, TestStressVersions, TestFastLRUCache, TestRangeQuery, TermVectorComponentDistributedTest, BasicZkTest, SOLR749Test, AlternateDirectoryTest, TestCollationKeyRangeQueries, MoreLikeThisHandlerTest, MinimalSchemaTest, IndexSchemaTest, TestTrie, FullSolrCloudDistribCmdsTest, FileBasedSpellCheckerTest, CSVRequestHandlerTest, SolrInfoMBeanTest, TestLMJelinekMercerSimilarityFactory, TestPseudoReturnFields, UniqFieldsUpdateProcessorFactoryTest, PolyFieldTest, TimeZoneUtilsTest, TestElisionMultitermQuery, TestPropInject, PingRequestHandlerTest, NotRequiredUniqueKeyTest, TestDefaultSimilarityFactory, ReturnFieldsTest, TestDocSet, TestPHPSerializedResponseWriter, SolrIndexConfigTest, RAMDirectoryFactoryTest, TestOmitPositions, SpellCheckComponentTest, TestJmxMonitoredMap, CollectionsAPIDistributedZkTest, JsonLoaderTest, QueryElevationComponentTest, TestDocumentBuilder, TestValueSourceCache, TestStressReorder, TestGroupingSearch, TestComponentsName, TestJoin, TestRTGBase, TestSolrIndexConfig, TestReplicationHandler, TestMergePolicyConfig, TestDFRSimilarityFactory, TestLazyCores, MultiTermTest, DocumentBuilderTest, TestFunctionQuery, QueryEqualityTest, TestSystemIdResolver, TestSolrCoreProperties, TestRealTimeGet, ConvertedLegacyTest, ShardRoutingTest, TestBM25SimilarityFactory, TestIBSimilarityFactory, TestCollationField, JSONWriterTest, UpdateParamsTest, SampleTest, ShowFileRequestHandlerTest, DateMathParserTest, ResponseLogComponentTest, OpenExchangeRatesOrgProviderTest, DistanceFunctionTest, TestCSVResponseWriter, ChaosMonkeySafeLeaderTest, TestLRUCache, BasicDistributedZkTest]
[junit4:junit4] Completed in 362.03s, 1 test, 1 failure <<< FAILURES!

[...truncated 381 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:344: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:841: There were test failures: 247 suites, 1032 tests, 1 failure, 14 ignored (3 assumptions)

Total time: 58 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure