You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/02/03 17:47:19 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 165 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/165/
Java: 64bit/jdk1.7.0 -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([AF102E856F0339F3:2EF6A09D185C59CF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8831 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T961 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ejm/
[junit4:junit4]   2> 5 T961 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1359908647177
[junit4:junit4]   2> 6 T961 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T962 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 9 T962 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 9 T962 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 9 T962 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 9 T962 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 10 T962 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T961 oasc.ZkTestServer.run start zk server on port:50781
[junit4:junit4]   2> 109 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c36348d
[junit4:junit4]   2> 110 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T967 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 112 T967 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 113 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50782
[junit4:junit4]   2> 116 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50782
[junit4:junit4]   2> 118 T965 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 120 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0000 with negotiated timeout 10000 for client /127.0.0.1:50782
[junit4:junit4]   2> 120 T967 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0000, negotiated timeout = 10000
[junit4:junit4]   2> 121 T968 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c36348d name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 121 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 122 T961 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 128 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0000
[junit4:junit4]   2> 129 T968 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0000 closed
[junit4:junit4]   2> 130 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50782 which had sessionid 0x13ca0df310e0000
[junit4:junit4]   2> 130 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7420c66d
[junit4:junit4]   2> 131 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 145 T969 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 147 T969 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 156 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50783
[junit4:junit4]   2> 157 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50783
[junit4:junit4]   2> 160 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0001 with negotiated timeout 10000 for client /127.0.0.1:50783
[junit4:junit4]   2> 161 T969 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0001, negotiated timeout = 10000
[junit4:junit4]   2> 161 T970 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7420c66d name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 162 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 163 T961 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 178 T961 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 184 T961 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 190 T961 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 198 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 199 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 209 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 211 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 218 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 219 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 226 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 227 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 233 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 234 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 240 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 240 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 246 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 247 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 253 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 253 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 260 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 260 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 268 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0001
[junit4:junit4]   2> 269 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50783 which had sessionid 0x13ca0df310e0001
[junit4:junit4]   2> 269 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0001 closed
[junit4:junit4]   2> 269 T970 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 418 T961 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 423 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50784
[junit4:junit4]   2> 424 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 424 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 425 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441
[junit4:junit4]   2> 425 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/solr.xml
[junit4:junit4]   2> 425 T961 oasc.CoreContainer.<init> New CoreContainer 1248749070
[junit4:junit4]   2> 426 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/'
[junit4:junit4]   2> 426 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/'
[junit4:junit4]   2> 461 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 461 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 462 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 462 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 463 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 463 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 464 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 464 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 465 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 465 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 481 T961 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 497 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
[junit4:junit4]   2> 498 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 499 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f99041c
[junit4:junit4]   2> 500 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 500 T980 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 501 T980 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 502 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50785
[junit4:junit4]   2> 502 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50785
[junit4:junit4]   2> 504 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0002 with negotiated timeout 20000 for client /127.0.0.1:50785
[junit4:junit4]   2> 504 T980 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0002, negotiated timeout = 20000
[junit4:junit4]   2> 504 T981 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f99041c name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 505 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 507 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0002
[junit4:junit4]   2> 508 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0002 closed
[junit4:junit4]   2> 509 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50785 which had sessionid 0x13ca0df310e0002
[junit4:junit4]   2> 509 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 510 T981 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 516 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b4545a9
[junit4:junit4]   2> 518 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 518 T982 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 519 T982 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 519 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50786
[junit4:junit4]   2> 520 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50786
[junit4:junit4]   2> 521 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0003 with negotiated timeout 20000 for client /127.0.0.1:50786
[junit4:junit4]   2> 521 T982 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0003, negotiated timeout = 20000
[junit4:junit4]   2> 521 T983 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b4545a9 name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 522 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 525 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 527 T961 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 530 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50784_ejm
[junit4:junit4]   2> 531 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50784_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50784_ejm
[junit4:junit4]   2> 532 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50784_ejm
[junit4:junit4]   2> 539 T961 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 550 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 551 T961 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 556 T961 oasc.Overseer.start Overseer (id=89122973101719555-127.0.0.1:50784_ejm-n_0000000000) starting
[junit4:junit4]   2> 557 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 559 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 560 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 562 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 564 T985 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 565 T961 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 571 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 575 T984 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 579 T986 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1
[junit4:junit4]   2> 580 T986 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 581 T986 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 581 T986 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 584 T986 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1/'
[junit4:junit4]   2> 584 T986 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 585 T986 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1/lib/README' to classloader
[junit4:junit4]   2> 645 T986 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 710 T986 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 711 T986 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 726 T986 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1518 T986 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1524 T986 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1527 T986 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1559 T986 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1568 T986 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1573 T986 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1575 T986 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1577 T986 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/
[junit4:junit4]   2> 1577 T986 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
[junit4:junit4]   2> 1578 T986 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1578 T986 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data forceNew:false
[junit4:junit4]   2> 1579 T986 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data
[junit4:junit4]   2> 1579 T986 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index/
[junit4:junit4]   2> 1579 T986 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1580 T986 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index forceNew:false
[junit4:junit4]   2> 1586 T986 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@27b0e6f4; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1586 T986 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1587 T986 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index
[junit4:junit4]   2> 1587 T986 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1589 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1590 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1590 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1591 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1592 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1592 T986 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1592 T986 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1593 T986 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1593 T986 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1594 T986 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1594 T986 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1594 T986 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1595 T986 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1595 T986 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1595 T986 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1596 T986 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1596 T986 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1597 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1597 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1597 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1606 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1607 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1608 T986 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1608 T986 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1609 T986 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1609 T986 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1616 T986 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1620 T986 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1621 T986 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1624 T986 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data
[junit4:junit4]   2> 1625 T986 oass.SolrIndexSearcher.<init> Opening Searcher@5e151c0e main
[junit4:junit4]   2> 1626 T986 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1627 T986 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1627 T986 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1633 T986 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1667 T987 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e151c0e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1674 T986 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1674 T986 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1675 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2087 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2089 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50784_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50784/ejm"}
[junit4:junit4]   2> 2089 T984 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2089 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2090 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2098 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2688 T986 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2689 T986 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50784/ejm collection:control_collection shard:shard1
[junit4:junit4]   2> 2692 T986 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2720 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2722 T986 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2724 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2730 T986 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2730 T986 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2731 T986 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50784/ejm/collection1/
[junit4:junit4]   2> 2731 T986 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2732 T986 oasc.SyncStrategy.syncToMe http://127.0.0.1:50784/ejm/collection1/ has no replicas
[junit4:junit4]   2> 2732 T986 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50784/ejm/collection1/
[junit4:junit4]   2> 2733 T986 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2748 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3613 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3627 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3678 T986 oasc.ZkController.register We are http://127.0.0.1:50784/ejm/collection1/ and leader is http://127.0.0.1:50784/ejm/collection1/
[junit4:junit4]   2> 3679 T986 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50784/ejm
[junit4:junit4]   2> 3679 T986 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3679 T986 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3679 T986 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3682 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3684 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3685 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3685 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3694 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3700 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@56aa6684
[junit4:junit4]   2> 3701 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3701 T988 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3702 T988 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 3702 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50787
[junit4:junit4]   2> 3703 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50787
[junit4:junit4]   2> 3704 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0004 with negotiated timeout 10000 for client /127.0.0.1:50787
[junit4:junit4]   2> 3704 T988 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0004, negotiated timeout = 10000
[junit4:junit4]   2> 3705 T989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56aa6684 name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3705 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3707 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3710 T961 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3872 T961 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3876 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50788
[junit4:junit4]   2> 3877 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3878 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3879 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883
[junit4:junit4]   2> 3879 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/solr.xml
[junit4:junit4]   2> 3879 T961 oasc.CoreContainer.<init> New CoreContainer 912218998
[junit4:junit4]   2> 3880 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/'
[junit4:junit4]   2> 3881 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/'
[junit4:junit4]   2> 3935 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 3936 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3936 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3936 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3937 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3937 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3938 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3938 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3939 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3939 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3952 T961 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3968 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
[junit4:junit4]   2> 3969 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3969 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5b213035
[junit4:junit4]   2> 3970 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3971 T999 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3972 T999 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 3972 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50789
[junit4:junit4]   2> 3972 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50789
[junit4:junit4]   2> 3974 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0005 with negotiated timeout 20000 for client /127.0.0.1:50789
[junit4:junit4]   2> 3974 T999 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0005, negotiated timeout = 20000
[junit4:junit4]   2> 3975 T1000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b213035 name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3975 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3977 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0005
[junit4:junit4]   2> 3978 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50789 which had sessionid 0x13ca0df310e0005
[junit4:junit4]   2> 3978 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0005 closed
[junit4:junit4]   2> 3978 T1000 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3979 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 3986 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@50c6fd8
[junit4:junit4]   2> 3987 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3987 T1001 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3988 T1001 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 3989 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50790
[junit4:junit4]   2> 3989 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50790
[junit4:junit4]   2> 3990 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0006 with negotiated timeout 20000 for client /127.0.0.1:50790
[junit4:junit4]   2> 3990 T1001 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0006, negotiated timeout = 20000
[junit4:junit4]   2> 3991 T1002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50c6fd8 name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3991 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3992 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3994 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3996 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50788_ejm
[junit4:junit4]   2> 3997 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50788_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50788_ejm
[junit4:junit4]   2> 3998 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50788_ejm
[junit4:junit4]   2> 4001 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4003 T989 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4005 T983 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4010 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4019 T1003 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1
[junit4:junit4]   2> 4019 T1003 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4021 T1003 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4021 T1003 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4023 T1003 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1/'
[junit4:junit4]   2> 4025 T1003 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4025 T1003 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1/lib/README' to classloader
[junit4:junit4]   2> 4084 T1003 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 4155 T1003 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4156 T1003 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4162 T1003 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4482 T3 oasc.CoreContainer.finalize SEVERE CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=375860157
[junit4:junit4]   2> 4919 T1003 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4927 T1003 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4930 T1003 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4958 T1003 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4964 T1003 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4970 T1003 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4972 T1003 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4974 T1003 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/
[junit4:junit4]   2> 4975 T1003 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
[junit4:junit4]   2> 4976 T1003 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4977 T1003 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1 forceNew:false
[junit4:junit4]   2> 4977 T1003 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
[junit4:junit4]   2> 4978 T1003 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index/
[junit4:junit4]   2> 4978 T1003 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4980 T1003 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index forceNew:false
[junit4:junit4]   2> 4986 T1003 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f8948aa; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4987 T1003 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4988 T1003 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index
[junit4:junit4]   2> 4988 T1003 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4991 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4991 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4991 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4992 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4993 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4993 T1003 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4993 T1003 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4994 T1003 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4995 T1003 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4995 T1003 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4996 T1003 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4997 T1003 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4997 T1003 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4998 T1003 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4998 T1003 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4999 T1003 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4999 T1003 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5000 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5001 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5001 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5002 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5002 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5003 T1003 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5004 T1003 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5004 T1003 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5005 T1003 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5011 T1003 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5014 T1003 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5016 T1003 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5019 T1003 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
[junit4:junit4]   2> 5020 T1003 oass.SolrIndexSearcher.<init> Opening Searcher@5d9a3f2e main
[junit4:junit4]   2> 5021 T1003 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5021 T1003 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5022 T1003 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5027 T1003 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5064 T1004 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d9a3f2e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5073 T1003 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5073 T1003 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5139 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5141 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50784_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50784/ejm"}
[junit4:junit4]   2> 5153 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50788_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50788/ejm"}
[junit4:junit4]   2> 5154 T984 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5154 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5162 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5162 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5162 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6078 T1003 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6079 T1003 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50788/ejm collection:collection1 shard:shard1
[junit4:junit4]   2> 6080 T1003 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6091 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6092 T1003 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6093 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6097 T1003 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6097 T1003 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6097 T1003 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50788/ejm/collection1/
[junit4:junit4]   2> 6097 T1003 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6098 T1003 oasc.SyncStrategy.syncToMe http://127.0.0.1:50788/ejm/collection1/ has no replicas
[junit4:junit4]   2> 6098 T1003 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50788/ejm/collection1/
[junit4:junit4]   2> 6098 T1003 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6109 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6675 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7074 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7074 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7074 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7087 T1003 oasc.ZkController.register We are http://127.0.0.1:50788/ejm/collection1/ and leader is http://127.0.0.1:50788/ejm/collection1/
[junit4:junit4]   2> 7088 T1003 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50788/ejm
[junit4:junit4]   2> 7088 T1003 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7088 T1003 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7088 T1003 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7091 T1003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7093 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7093 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7094 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7262 T961 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7266 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50791
[junit4:junit4]   2> 7267 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7267 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7268 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272
[junit4:junit4]   2> 7268 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/solr.xml
[junit4:junit4]   2> 7269 T961 oasc.CoreContainer.<init> New CoreContainer 1917784495
[junit4:junit4]   2> 7269 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/'
[junit4:junit4]   2> 7270 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/'
[junit4:junit4]   2> 7302 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7303 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7304 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7304 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7304 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7305 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7305 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7306 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7307 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7307 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7321 T961 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7337 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
[junit4:junit4]   2> 7338 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7339 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@13e2e165
[junit4:junit4]   2> 7340 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7341 T1014 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7342 T1014 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 7342 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50792
[junit4:junit4]   2> 7342 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50792
[junit4:junit4]   2> 7344 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0007 with negotiated timeout 20000 for client /127.0.0.1:50792
[junit4:junit4]   2> 7344 T1014 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0007, negotiated timeout = 20000
[junit4:junit4]   2> 7344 T1015 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13e2e165 name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7345 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7347 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0007
[junit4:junit4]   2> 7348 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50792 which had sessionid 0x13ca0df310e0007
[junit4:junit4]   2> 7348 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0007 closed
[junit4:junit4]   2> 7348 T1015 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7349 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7356 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@506862cc
[junit4:junit4]   2> 7358 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7358 T1016 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7359 T1016 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 7360 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50793
[junit4:junit4]   2> 7361 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50793
[junit4:junit4]   2> 7362 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0008 with negotiated timeout 20000 for client /127.0.0.1:50793
[junit4:junit4]   2> 7362 T1016 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0008, negotiated timeout = 20000
[junit4:junit4]   2> 7363 T1017 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@506862cc name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7363 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7365 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7367 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7369 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50791_ejm
[junit4:junit4]   2> 7370 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50791_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50791_ejm
[junit4:junit4]   2> 7371 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50791_ejm
[junit4:junit4]   2> 7375 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7380 T989 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7381 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7381 T1002 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7381 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7383 T983 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7392 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7403 T1018 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1
[junit4:junit4]   2> 7403 T1018 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7404 T1018 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7404 T1018 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7407 T1018 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1/'
[junit4:junit4]   2> 7408 T1018 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7408 T1018 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1/lib/README' to classloader
[junit4:junit4]   2> 7462 T1018 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 7520 T1018 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7521 T1018 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7527 T1018 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8130 T1018 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8139 T1018 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8143 T1018 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8174 T1018 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8180 T1018 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8185 T1018 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8188 T1018 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8190 T1018 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/
[junit4:junit4]   2> 8190 T1018 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
[junit4:junit4]   2> 8191 T1018 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 8192 T1018 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2 forceNew:false
[junit4:junit4]   2> 8192 T1018 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
[junit4:junit4]   2> 8193 T1018 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index/
[junit4:junit4]   2> 8193 T1018 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8194 T1018 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index forceNew:false
[junit4:junit4]   2> 8198 T1018 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@102b5971; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8199 T1018 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8199 T1018 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index
[junit4:junit4]   2> 8200 T1018 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8202 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8203 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8203 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8203 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8204 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8204 T1018 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8205 T1018 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8206 T1018 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8206 T1018 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8207 T1018 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8208 T1018 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8208 T1018 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8209 T1018 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8209 T1018 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8209 T1018 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8210 T1018 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8211 T1018 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8211 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8212 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8213 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8213 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8214 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8215 T1018 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8215 T1018 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8216 T1018 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8217 T1018 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8223 T1018 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8226 T1018 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8228 T1018 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8230 T1018 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
[junit4:junit4]   2> 8231 T1018 oass.SolrIndexSearcher.<init> Opening Searcher@4aa1fffb main
[junit4:junit4]   2> 8233 T1018 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8234 T1018 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8234 T1018 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8239 T1018 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8274 T1019 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4aa1fffb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8282 T1018 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8282 T1018 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8586 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8588 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50788_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50788/ejm"}
[junit4:junit4]   2> 8596 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50791_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50791/ejm"}
[junit4:junit4]   2> 8596 T984 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8597 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8606 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8606 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8606 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8606 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9286 T1018 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9286 T1018 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50791/ejm collection:collection1 shard:shard2
[junit4:junit4]   2> 9288 T1018 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 9303 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 9305 T1018 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9306 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9310 T1018 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9310 T1018 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9311 T1018 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50791/ejm/collection1/
[junit4:junit4]   2> 9311 T1018 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9312 T1018 oasc.SyncStrategy.syncToMe http://127.0.0.1:50791/ejm/collection1/ has no replicas
[junit4:junit4]   2> 9312 T1018 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50791/ejm/collection1/
[junit4:junit4]   2> 9312 T1018 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 9321 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10124 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10140 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10140 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10140 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10141 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10146 T1018 oasc.ZkController.register We are http://127.0.0.1:50791/ejm/collection1/ and leader is http://127.0.0.1:50791/ejm/collection1/
[junit4:junit4]   2> 10146 T1018 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50791/ejm
[junit4:junit4]   2> 10146 T1018 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10147 T1018 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10147 T1018 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10151 T1018 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10153 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10153 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10154 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10420 T961 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10423 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50794
[junit4:junit4]   2> 10424 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10424 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10424 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333
[junit4:junit4]   2> 10425 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/solr.xml
[junit4:junit4]   2> 10425 T961 oasc.CoreContainer.<init> New CoreContainer 860277863
[junit4:junit4]   2> 10425 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/'
[junit4:junit4]   2> 10426 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/'
[junit4:junit4]   2> 10450 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10451 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10451 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10452 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10452 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10452 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10453 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10453 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10453 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10454 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10464 T961 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10478 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
[junit4:junit4]   2> 10478 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10479 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1762c74a
[junit4:junit4]   2> 10480 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10480 T1029 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10486 T1029 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 10486 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50795
[junit4:junit4]   2> 10487 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50795
[junit4:junit4]   2> 10488 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0009 with negotiated timeout 20000 for client /127.0.0.1:50795
[junit4:junit4]   2> 10488 T1029 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0009, negotiated timeout = 20000
[junit4:junit4]   2> 10488 T1030 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1762c74a name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10489 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10491 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0009
[junit4:junit4]   2> 10492 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50795 which had sessionid 0x13ca0df310e0009
[junit4:junit4]   2> 10492 T1030 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10492 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0009 closed
[junit4:junit4]   2> 10493 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10502 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4380b0dc
[junit4:junit4]   2> 10503 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10504 T1031 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10504 T1031 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 10505 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50796
[junit4:junit4]   2> 10505 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50796
[junit4:junit4]   2> 10507 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e000a with negotiated timeout 20000 for client /127.0.0.1:50796
[junit4:junit4]   2> 10507 T1031 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e000a, negotiated timeout = 20000
[junit4:junit4]   2> 10507 T1032 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4380b0dc name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10508 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10511 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10513 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10515 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50794_ejm
[junit4:junit4]   2> 10516 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50794_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50794_ejm
[junit4:junit4]   2> 10518 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50794_ejm
[junit4:junit4]   2> 10522 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10523 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10525 T989 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10525 T1002 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10525 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10525 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10527 T983 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10529 T1017 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10534 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10542 T1033 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1
[junit4:junit4]   2> 10543 T1033 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10544 T1033 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10544 T1033 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10547 T1033 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1/'
[junit4:junit4]   2> 10547 T1033 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10548 T1033 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1/lib/README' to classloader
[junit4:junit4]   2> 10593 T1033 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 10677 T1033 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10678 T1033 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10683 T1033 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11213 T1033 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11221 T1033 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11225 T1033 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11257 T1033 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11263 T1033 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11273 T1033 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11277 T1033 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11280 T1033 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/
[junit4:junit4]   2> 11281 T1033 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
[junit4:junit4]   2> 11282 T1033 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 11283 T1033 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3 forceNew:false
[junit4:junit4]   2> 11284 T1033 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 11284 T1033 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index/
[junit4:junit4]   2> 11285 T1033 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11287 T1033 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index forceNew:false
[junit4:junit4]   2> 11294 T1033 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ae2097f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11295 T1033 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11296 T1033 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index
[junit4:junit4]   2> 11297 T1033 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11301 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11301 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11302 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11303 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11304 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11304 T1033 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11305 T1033 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11306 T1033 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11307 T1033 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11308 T1033 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11309 T1033 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11310 T1033 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11310 T1033 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11311 T1033 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11311 T1033 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11312 T1033 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11313 T1033 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11314 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11315 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11316 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11317 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11318 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11319 T1033 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11319 T1033 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11320 T1033 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11321 T1033 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11327 T1033 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11331 T1033 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11333 T1033 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11336 T1033 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 11337 T1033 oass.SolrIndexSearcher.<init> Opening Searcher@6976def6 main
[junit4:junit4]   2> 11338 T1033 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11339 T1033 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11339 T1033 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11345 T1033 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11385 T1034 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6976def6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11392 T1033 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11392 T1033 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11658 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11659 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50791_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50791/ejm"}
[junit4:junit4]   2> 11665 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50794_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50794/ejm"}
[junit4:junit4]   2> 11666 T984 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11666 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11673 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11673 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11674 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11674 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11674 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12396 T1033 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12396 T1033 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50794/ejm collection:collection1 shard:shard1
[junit4:junit4]   2> 12409 T1033 oasc.ZkController.register We are http://127.0.0.1:50794/ejm/collection1/ and leader is http://127.0.0.1:50788/ejm/collection1/
[junit4:junit4]   2> 12409 T1033 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50794/ejm
[junit4:junit4]   2> 12409 T1033 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12410 T1033 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C80 name=collection1 org.apache.solr.core.SolrCore@3d50f896 url=http://127.0.0.1:50794/ejm/collection1 node=127.0.0.1:50794_ejm C80_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50794_ejm, base_url=http://127.0.0.1:50794/ejm}
[junit4:junit4]   2> 12417 T1035 C80 P50794 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12419 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12419 T1033 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12420 T1035 C80 P50794 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12420 T1035 C80 P50794 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12422 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12422 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12423 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12423 T1035 C80 P50794 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12601 T961 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12605 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50798
[junit4:junit4]   2> 12606 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12606 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12607 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603
[junit4:junit4]   2> 12607 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/solr.xml
[junit4:junit4]   2> 12608 T961 oasc.CoreContainer.<init> New CoreContainer 772105616
[junit4:junit4]   2> 12608 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/'
[junit4:junit4]   2> 12609 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/'
[junit4:junit4]   2> 12643 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12643 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12644 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12644 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12645 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12645 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12646 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12646 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12647 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12647 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12661 T961 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12687 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
[junit4:junit4]   2> 12687 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12688 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ae62981
[junit4:junit4]   2> 12689 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12689 T1045 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12690 T1045 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 12691 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50799
[junit4:junit4]   2> 12691 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50799
[junit4:junit4]   2> 13520 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e000b with negotiated timeout 20000 for client /127.0.0.1:50799
[junit4:junit4]   2> 13520 T1045 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e000b, negotiated timeout = 20000
[junit4:junit4]   2> 13521 T1046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ae62981 name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13521 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13524 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e000b
[junit4:junit4]   2> 13525 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50799 which had sessionid 0x13ca0df310e000b
[junit4:junit4]   2> 13525 T1046 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13525 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e000b closed
[junit4:junit4]   2> 13525 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13526 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 13528 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50794_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50794/ejm"}
[junit4:junit4]   2> 13531 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2c0c1096
[junit4:junit4]   2> 13533 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13533 T1047 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13534 T1047 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
[junit4:junit4]   2> 13535 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50800
[junit4:junit4]   2> 13535 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50800
[junit4:junit4]   2> 13537 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e000c with negotiated timeout 20000 for client /127.0.0.1:50800
[junit4:junit4]   2> 13537 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13538 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13538 T1047 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e000c, negotiated timeout = 20000
[junit4:junit4]   2> 13537 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13537 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13537 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13539 T1048 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c0c1096 name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13540 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13543 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000c type:create cxid:0x1 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13546 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000c type:create cxid:0x2 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13548 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50798_ejm
[junit4:junit4]   2> 13549 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000c type:delete cxid:0x4 zxid:0xa5 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50798_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50798_ejm
[junit4:junit4]   2> 13550 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50798_ejm
[junit4:junit4]   2> 13554 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13554 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13555 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13556 T989 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13556 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13557 T1002 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13558 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13562 T1017 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13562 T1032 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13563 T983 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 13567 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13577 T1049 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1
[junit4:junit4]   2> 13577 T1049 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13579 T1049 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13579 T1049 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13582 T1049 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1/'
[junit4:junit4]   2> 13583 T1049 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13584 T1049 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1/lib/README' to classloader
[junit4:junit4]   2> 13634 T1049 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 13709 T1049 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13712 T1049 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13720 T1049 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14338 T1049 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14349 T1049 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14362 T1049 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14395 T1049 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14404 T1049 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14412 T1049 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14416 T1049 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14419 T1049 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/
[junit4:junit4]   2> 14419 T1049 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
[junit4:junit4]   2> 14420 T1049 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14421 T1049 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4 forceNew:false
[junit4:junit4]   2> 14421 T1049 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 14422 T1049 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index/
[junit4:junit4]   2> 14422 T1049 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14423 T1049 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index forceNew:false
[junit4:junit4]   2> 14429 T1049 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c364e48; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14429 T1049 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14430 T1049 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index
[junit4:junit4]   2> 14430 T1049 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 14433 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14434 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 14434 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14435 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 14436 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14436 T1049 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14437 T1049 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14438 T1049 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14438 T1049 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14439 T1049 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 14441 T1049 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 14441 T1049 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14442 T1049 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 14442 T1049 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 14443 T1049 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 14444 T1049 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14444 T1049 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14445 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14446 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14447 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14448 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14448 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14449 T1049 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14450 T1049 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14457 T1049 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 14458 T1049 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 14468 T1049 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14472 T1049 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 14475 T1049 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 14479 T1049 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 14480 T1049 oass.SolrIndexSearcher.<init> Opening Searcher@362005ff main
[junit4:junit4]   2> 14482 T1049 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14482 T1049 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14482 T1049 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 14489 T1049 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14528 T1050 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@362005ff main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14537 T1049 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14537 T1049 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15051 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15053 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50798_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50798/ejm"}
[junit4:junit4]   2> 15053 T984 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15053 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 15063 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15063 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15064 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15064 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15063 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15064 T1048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15541 T1049 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15541 T1049 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50798/ejm collection:collection1 shard:shard2
[junit4:junit4]   2> 15548 T1049 oasc.ZkController.register We are http://127.0.0.1:50798/ejm/collection1/ and leader is http://127.0.0.1:50791/ejm/collection1/
[junit4:junit4]   2> 15548 T1049 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50798/ejm
[junit4:junit4]   2> 15548 T1049 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15549 T1049 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C81 name=collection1 org.apache.solr.core.SolrCore@c5579ad url=http://127.0.0.1:50798/ejm/collection1 node=127.0.0.1:50798_ejm C81_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50798_ejm, base_url=http://127.0.0.1:50798/ejm}
[junit4:junit4]   2> 15549 T1051 C81 P50798 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15550 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15550 T1049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15550 T1051 C81 P50798 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15551 T1051 C81 P50798 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15552 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15552 T1051 C81 P50798 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15552 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15553 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15560 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15561 T961 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 15563 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C80_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50794_ejm, base_url=http://127.0.0.1:50794/ejm}
[junit4:junit4]   2> 16451 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50788/ejm/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 16452 T1035 C80 P50794 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50794/ejm START replicas=[http://127.0.0.1:50788/ejm/collection1/] nUpdates=100
[junit4:junit4]   2> 16452 T1035 C80 P50794 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 16453 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 16453 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 16454 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 16454 T1035 C80 P50794 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 16454 T1035 C80 P50794 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50788/ejm/collection1/. core=collection1
[junit4:junit4]   2> 16455 T1035 C80 P50794 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C82 name=collection1 org.apache.solr.core.SolrCore@381d89f9 url=http://127.0.0.1:50788/ejm/collection1 node=127.0.0.1:50788_ejm C82_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50788_ejm, base_url=http://127.0.0.1:50788/ejm, leader=true}
[junit4:junit4]   2> 16465 T994 C82 P50788 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16466 T995 C82 P50788 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16468 T995 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
[junit4:junit4]   2> 16471 T995 C82 P50788 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f8948aa; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16472 T995 C82 P50788 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16474 T995 C82 P50788 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f8948aa; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f8948aa; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16474 T995 C82 P50788 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16475 T995 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
[junit4:junit4]   2> 16476 T995 C82 P50788 oass.SolrIndexSearcher.<init> Opening Searcher@669a546a realtime
[junit4:junit4]   2> 16476 T995 C82 P50788 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16476 T995 C82 P50788 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 16478 T1035 C80 P50794 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16478 T1035 C80 P50794 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 16489 T1035 C80 P50794 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16493 T998 C82 P50788 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16494 T998 C82 P50788 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16495 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 16496 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16496 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16500 T993 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
[junit4:junit4]   2> 16500 T993 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index
[junit4:junit4]   2> 16501 T993 C82 P50788 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 16502 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16503 T1035 C80 P50794 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 forceNew:false
[junit4:junit4]   2> 16504 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 16505 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 16517 T996 C82 P50788 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=3 
[junit4:junit4]   2> 16521 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index
[junit4:junit4]   2> 16522 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16522 T1035 C80 P50794 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203212423674
[junit4:junit4]   2> 16524 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 16525 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 16525 T1035 C80 P50794 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674
[junit4:junit4]   2> 16528 T1035 C80 P50794 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16528 T1035 C80 P50794 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16530 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 16532 T1035 C80 P50794 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16533 T1035 C80 P50794 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 16533 T1035 C80 P50794 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 16534 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674
[junit4:junit4]   2> 16534 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 16537 T1035 C80 P50794 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16538 T1035 C80 P50794 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16538 T1035 C80 P50794 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16539 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 16540 T1035 C80 P50794 oass.SolrIndexSearcher.<init> Opening Searcher@5ef66f3f main
[junit4:junit4]   2> 16542 T1034 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ef66f3f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 16542 T1034 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index
[junit4:junit4]   2> 16543 T1035 C80 P50794 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16545 T1035 C80 P50794 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 16546 T1035 C80 P50794 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 16547 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 16547 T1035 C80 P50794 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16547 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674
[junit4:junit4]   2> 16548 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index
[junit4:junit4]   2> 16548 T1035 C80 P50794 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 16548 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 16548 T1035 C80 P50794 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 16549 T1035 C80 P50794 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16551 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16570 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16579 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16581 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50798_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50798/ejm"}
[junit4:junit4]   2> 16588 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50794_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50794/ejm"}
[junit4:junit4]   2> 16597 T1048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16598 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16598 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16599 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16598 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16599 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17576 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18581 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C81_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50798_ejm, base_url=http://127.0.0.1:50798/ejm}
[junit4:junit4]   2> 19574 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50791/ejm/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19575 T1051 C81 P50798 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50798/ejm START replicas=[http://127.0.0.1:50791/ejm/collection1/] nUpdates=100
[junit4:junit4]   2> 19576 T1051 C81 P50798 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19576 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19576 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19577 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19577 T1051 C81 P50798 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19577 T1051 C81 P50798 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50791/ejm/collection1/. core=collection1
[junit4:junit4]   2> 19578 T1051 C81 P50798 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C83 name=collection1 org.apache.solr.core.SolrCore@4743cef6 url=http://127.0.0.1:50791/ejm/collection1 node=127.0.0.1:50791_ejm C83_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50791_ejm, base_url=http://127.0.0.1:50791/ejm, leader=true}
[junit4:junit4]   2> 19584 T1010 C83 P50791 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19586 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19590 T1012 C83 P50791 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19591 T1012 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
[junit4:junit4]   2> 19593 T1012 C83 P50791 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@102b5971; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19594 T1012 C83 P50791 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19596 T1012 C83 P50791 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@102b5971; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@102b5971; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19596 T1012 C83 P50791 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19609 T1012 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
[junit4:junit4]   2> 19609 T1012 C83 P50791 oass.SolrIndexSearcher.<init> Opening Searcher@7860af85 realtime
[junit4:junit4]   2> 19609 T1012 C83 P50791 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19610 T1012 C83 P50791 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4]   2> 19611 T1051 C81 P50798 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19611 T1051 C81 P50798 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19615 T1008 C83 P50791 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19615 T1008 C83 P50791 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19616 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19617 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19617 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19620 T1009 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
[junit4:junit4]   2> 19620 T1009 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index
[junit4:junit4]   2> 19621 T1009 C83 P50791 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19622 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19623 T1051 C81 P50798 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 forceNew:false
[junit4:junit4]   2> 19624 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 19624 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 19628 T1011 C83 P50791 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 19630 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index
[junit4:junit4]   2> 19630 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19631 T1051 C81 P50798 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203212426794
[junit4:junit4]   2> 19632 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 19633 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 19633 T1051 C81 P50798 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794
[junit4:junit4]   2> 19636 T1051 C81 P50798 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19637 T1051 C81 P50798 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19638 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 19638 T1051 C81 P50798 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19638 T1051 C81 P50798 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19639 T1051 C81 P50798 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19640 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794
[junit4:junit4]   2> 19640 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 19643 T1051 C81 P50798 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19643 T1051 C81 P50798 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19643 T1051 C81 P50798 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19644 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 19644 T1051 C81 P50798 oass.SolrIndexSearcher.<init> Opening Searcher@7ebba820 main
[junit4:junit4]   2> 19647 T1050 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ebba820 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19648 T1050 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index
[junit4:junit4]   2> 19649 T1051 C81 P50798 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19651 T1051 C81 P50798 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19651 T1051 C81 P50798 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19652 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 19653 T1051 C81 P50798 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19653 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794
[junit4:junit4]   2> 19653 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index
[junit4:junit4]   2> 19653 T1051 C81 P50798 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19654 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19654 T1051 C81 P50798 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19654 T1051 C81 P50798 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19656 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20590 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21134 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21136 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50798_ejm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50798/ejm"}
[junit4:junit4]   2> 21150 T1048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21151 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21151 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21152 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21152 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21151 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21596 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21598 T961 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C84 name=collection1 org.apache.solr.core.SolrCore@1d94a824 url=http://127.0.0.1:50784/ejm/collection1 node=127.0.0.1:50784_ejm C84_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:50784_ejm, base_url=http://127.0.0.1:50784/ejm, leader=true}
[junit4:junit4]   2> 21615 T977 C84 P50784 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data
[junit4:junit4]   2> 21619 T977 C84 P50784 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@27b0e6f4; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21620 T977 C84 P50784 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21622 T977 C84 P50784 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data
[junit4:junit4]   2> 21623 T977 C84 P50784 oass.SolrIndexSearcher.<init> Opening Searcher@51c2ca55 realtime
[junit4:junit4]   2> 21624 T977 C84 P50784 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425967592280948736)} 0 11
[junit4:junit4]   2> 21632 T1011 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
[junit4:junit4]   2> 21638 T994 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
[junit4:junit4]   2>  C81_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50798_ejm, base_url=http://127.0.0.1:50798/ejm}
[junit4:junit4]   2> 21646 T1043 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
[junit4:junit4]   2> 21647 T1043 C81 P50798 /update {update.distrib=FROMLEADER&_version_=-1425967592297725952&update.from=http://127.0.0.1:50791/ejm/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1425967592297725952)} 0 3
[junit4:junit4]   2>  C80_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50794_ejm, base_url=http://127.0.0.1:50794/ejm}
[junit4:junit4]   2> 21653 T1026 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
[junit4:junit4]   2> 21656 T1026 C80 P50794 /update {update.distrib=FROMLEADER&_version_=-1425967592304017408&update.from=http://127.0.0.1:50788/ejm/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1425967592304017408)} 0 7
[junit4:junit4]   2> 21658 T994 C82 P50788 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1425967592304017408)} 0 22
[junit4:junit4]   2> 21661 T1011 C83 P50791 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425967592297725952)} 0 31
[junit4:junit4]   2> 21678 T978 C84 P50784 /update {wt=javabin&version=2} {add=[1 (1425967592338620416)]} 0 10
[junit4:junit4]   2> 21710 T1027 C80 P50794 /update {distrib.from=http://127.0.0.1:50788/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1425967592361689088)]} 0 8
[junit4:junit4]   2> 21712 T995 C82 P50788 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1425967592361689088)]} 0 22
[junit4:junit4]   2> 21713 T1012 C83 P50791 /update {wt=javabin&version=2} {add=[1]} 0 31
[junit4:junit4]   2> 21724 T979 C84 P50784 /update {wt=javabin&version=2} {add=[2 (1425967592391049216)]} 0 6
[junit4:junit4]   2> 21748 T1044 C81 P50798 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1425967592402583552)]} 0 7
[junit4:junit4]   2> 21750 T1013 C83 P50791 /update {wt=javabin&version=2} {add=[2 (1425967592402583552)]} 0 21
[junit4:junit4]   2> 21761 T974 C84 P50784 /update {wt=javabin&version=2} {add=[3 (1425967592431943680)]} 0 4
[junit4:junit4]   2> 21784 T1039 C81 P50798 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1425967592442429440)]} 0 5
[junit4:junit4]   2> 21786 T1008 C83 P50791 /update {wt=javabin&version=2} {add=[3 (1425967592442429440)]} 0 20
[junit4:junit4]   2> 21795 T976 C84 P50784 /update {wt=javabin&version=2} {add=[4 (1425967592466546688)]} 0 4
[junit4:junit4]   2> 21812 T1023 C80 P50794 /update {distrib.from=http://127.0.0.1:50788/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1425967592478081024)]} 0 3
[junit4:junit4]   2> 21814 T997 C82 P50788 /update {wt=javabin&version=2} {add=[4 (1425967592478081024)]} 0 13
[junit4:junit4]   2> 21821 T977 C84 P50784 /update {wt=javabin&version=2} {add=[5 (1425967592495906816)]} 0 3
[junit4:junit4]   2> 21841 T1040 C81 P50798 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1425967592508489728)]} 0 3
[junit4:junit4]   2> 21843 T1009 C83 P50791 /update {distrib.from=http://127.0.0.1:50788/ejm/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1425967592508489728)]} 0 13
[junit4:junit4]   2> 21846 T993 C82 P50788 /update {wt=javabin&version=2} {add=[5]} 0 20
[junit4:junit4]   2> 21857 T978 C84 P50784 /update {wt=javabin&version=2} {add=[6 (1425967592530509824)]} 0 6
[junit4:junit4]   2> 21873 T1041 C81 P50798 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1425967592540995584)]} 0 3
[junit4:junit4]   2> 21874 T1011 C83 P50791 /update {wt=javabin&version=2} {add=[6 (1425967592540995584)]} 0 12
[junit4:junit4]   2> 21879 T979 C84 P50784 /update {wt=javabin&version=2} {add=[7 (1425967592556724224)]} 0 2
[junit4:junit4]   2> 21901 T1043 C81 P50798 /update {distrib.fr

[...truncated too long message...]

ibutedZkTest.java:586)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 382734 T961 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=PostingsFormat(name=Asserting), foo_b=PostingsFormat(name=SimpleText), cat=PostingsFormat(name=NestedPulsing), foo_d=PostingsFormat(name=Memory doPackFST= true), foo_f=PostingsFormat(name=SimpleText), n_tl1=PostingsFormat(name=Asserting), n_d1=PostingsFormat(name=NestedPulsing), rnd_b=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=Asserting), n_td1=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=NestedPulsing), id=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=PostingsFormat(name=Memory doPackFST= true), range_facet_si=PostingsFormat(name=NestedPulsing), oddField_s=PostingsFormat(name=Memory doPackFST= true), sequence_i=PostingsFormat(name=Memory doPackFST= true), name=PostingsFormat(name=Memory doPackFST= true), foo_i=PostingsFormat(name=Asserting), regex_dup_B_s=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=NestedPulsing), n_tf1=PostingsFormat(name=NestedPulsing), n_dt1=PostingsFormat(name=Asserting), genre_s=PostingsFormat(name=Memory doPackFST= true), author_t=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=NestedPulsing), text=PostingsFormat(name=SimpleText), _version_=PostingsFormat(name=Asserting), val_i=PostingsFormat(name=Memory doPackFST= true), SubjectTerms_mfacet=PostingsFormat(name=Asserting), series_t=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=NestedPulsing), n_tdt1=PostingsFormat(name=Asserting), regex_dup_A_s=PostingsFormat(name=SimpleText), price=PostingsFormat(name=SimpleText), other_tl1=PostingsFormat(name=Asserting), n_l1=PostingsFormat(name=NestedPulsing), a_si=PostingsFormat(name=Asserting), inStock=PostingsFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=es_PE, timezone=Asia/Dushanbe
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=69454368,total=161738752
[junit4:junit4]   2> NOTE: All tests run in this JVM: [StatsComponentTest, MultiTermTest, SynonymTokenizerTest, ScriptEngineTest, TestCodecSupport, DocumentBuilderTest, HardAutoCommitTest, DirectUpdateHandlerOptimizeTest, ZkNodePropsTest, TestMultiCoreConfBootstrap, JsonLoaderTest, SimpleFacetsTest, TestPerFieldSimilarity, TestFoldingMultitermQuery, TestDocSet, DirectSolrConnectionTest, TestCollationField, TestXIncludeConfig, DisMaxRequestHandlerTest, SOLR749Test, TestStressRecovery, NumericFieldsTest, NoCacheHeaderTest, TestStressReorder, FileUtilsTest, TestPseudoReturnFields, UniqFieldsUpdateProcessorFactoryTest, TestRecovery, SortByFunctionTest, ClusterStateUpdateTest, BasicFunctionalityTest, TestUpdate, DistributedTermsComponentTest, TestSystemIdResolver, PathHierarchyTokenizerFactoryTest, QueryElevationComponentTest, TestJmxIntegration, ShowFileRequestHandlerTest, TestBadConfig, TestQuerySenderListener, TestCSVResponseWriter, FieldMutatingUpdateProcessorTest, TestLFUCache, TestStressLucene, TestNumberUtils, RAMDirectoryFactoryTest, TestJmxMonitoredMap, PeerSyncTest, TermsComponentTest, ZkCLITest, TestRealTimeGet, TestPhraseSuggestions, OutputWriterTest, WordBreakSolrSpellCheckerTest, PrimitiveFieldTypeTest, NotRequiredUniqueKeyTest, TestCoreContainer, TestWordDelimiterFilterFactory, XsltUpdateRequestHandlerTest, TestComponentsName, TestCharFilters, IndexBasedSpellCheckerTest, SystemInfoHandlerTest, TestIndexingPerformance, TestSolrDeletionPolicy1, TestSearchPerf, StandardRequestHandlerTest, SolrCmdDistributorTest, ShardRoutingCustomTest, DOMUtilTest, OpenExchangeRatesOrgProviderTest, TestPostingsSolrHighlighter, BasicDistributedZkTest]
[junit4:junit4] Completed in 383.09s, 1 test, 1 failure <<< FAILURES!

[...truncated 538 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:346: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:841: There were test failures: 250 suites, 1041 tests, 1 failure, 14 ignored (3 assumptions)

Total time: 57 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 165 - Failure!

Posted by Mark Miller <ma...@gmail.com>.
Same thing as the last MacOSX fail,  SocketException: Invalid argument:

[junit4:junit4]   2> 273822 T1267 C104 P50798 oasc.SolrException.log SEVERE Error while trying to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:50794/ejm/unloadcollection3
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]   2> 		at org.apache.solr.cloud.RecoveryStrategy.commitOnLeader(RecoveryStrategy.java:183)
[junit4:junit4]   2> 		at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:135)
[junit4:junit4]   2> 		at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
[junit4:junit4]   2> 		at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4]   2> 	Caused by: java.net.SocketException: Invalid argument
[junit4:junit4]   2> 		at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]   2> 		at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]   2> 		at java.net.SocketInputStream.read(SocketInputStream.java:121)



On Feb 3, 2013, at 11:47 AM, Policeman Jenkins Server <je...@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/165/
> Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
> 
> 1 tests failed.
> REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
> 
> Error Message:
> There are still nodes recoverying - waited for 230 seconds
> 
> Stack Trace:
> java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
> 	at __randomizedtesting.SeedInfo.seed([AF102E856F0339F3:2EF6A09D185C59CF]:0)
> 	at org.junit.Assert.fail(Assert.java:93)
> 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
> 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
> 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
> 	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
> 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
> 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:601)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at java.lang.Thread.run(Thread.java:722)
> 
> 
> 
> 
> Build Log:
> [...truncated 8831 lines...]
> [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
> [junit4:junit4]   2> 0 T961 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ejm/
> [junit4:junit4]   2> 5 T961 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
> [junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1359908647177
> [junit4:junit4]   2> 6 T961 oasc.ZkTestServer.run STARTING ZK TEST SERVER
> [junit4:junit4]   2> 6 T962 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
> [junit4:junit4]   2> 9 T962 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
> [junit4:junit4]   2> 9 T962 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
> [junit4:junit4]   2> 9 T962 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
> [junit4:junit4]   2> 9 T962 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
> [junit4:junit4]   2> 10 T962 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/zookeeper/server1/data/version-2/snapshot.0
> [junit4:junit4]   2> 108 T961 oasc.ZkTestServer.run start zk server on port:50781
> [junit4:junit4]   2> 109 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3c36348d
> [junit4:junit4]   2> 110 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 111 T967 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 112 T967 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 113 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50782
> [junit4:junit4]   2> 116 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50782
> [junit4:junit4]   2> 118 T965 oazsp.FileTxnLog.append Creating new log file: log.1
> [junit4:junit4]   2> 120 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0000 with negotiated timeout 10000 for client /127.0.0.1:50782
> [junit4:junit4]   2> 120 T967 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0000, negotiated timeout = 10000
> [junit4:junit4]   2> 121 T968 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c36348d name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 121 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 122 T961 oascc.SolrZkClient.makePath makePath: /solr
> [junit4:junit4]   2> 128 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0000
> [junit4:junit4]   2> 129 T968 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 129 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0000 closed
> [junit4:junit4]   2> 130 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50782 which had sessionid 0x13ca0df310e0000
> [junit4:junit4]   2> 130 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7420c66d
> [junit4:junit4]   2> 131 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 145 T969 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 147 T969 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 156 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50783
> [junit4:junit4]   2> 157 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50783
> [junit4:junit4]   2> 160 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0001 with negotiated timeout 10000 for client /127.0.0.1:50783
> [junit4:junit4]   2> 161 T969 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0001, negotiated timeout = 10000
> [junit4:junit4]   2> 161 T970 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7420c66d name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 162 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 163 T961 oascc.SolrZkClient.makePath makePath: /collections/collection1
> [junit4:junit4]   2> 178 T961 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
> [junit4:junit4]   2> 184 T961 oascc.SolrZkClient.makePath makePath: /collections/control_collection
> [junit4:junit4]   2> 190 T961 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
> [junit4:junit4]   2> 198 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 199 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   2> 209 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
> [junit4:junit4]   2> 211 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
> [junit4:junit4]   2> 218 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 219 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
> [junit4:junit4]   2> 226 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
> [junit4:junit4]   2> 227 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
> [junit4:junit4]   2> 233 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
> [junit4:junit4]   2> 234 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
> [junit4:junit4]   2> 240 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 240 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   2> 246 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 247 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   2> 253 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 253 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
> [junit4:junit4]   2> 260 T961 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 260 T961 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
> [junit4:junit4]   2> 268 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0001
> [junit4:junit4]   2> 269 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50783 which had sessionid 0x13ca0df310e0001
> [junit4:junit4]   2> 269 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0001 closed
> [junit4:junit4]   2> 269 T970 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 418 T961 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 423 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50784
> [junit4:junit4]   2> 424 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 424 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 425 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441
> [junit4:junit4]   2> 425 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/solr.xml
> [junit4:junit4]   2> 425 T961 oasc.CoreContainer.<init> New CoreContainer 1248749070
> [junit4:junit4]   2> 426 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/'
> [junit4:junit4]   2> 426 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/'
> [junit4:junit4]   2> 461 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 461 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 462 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 462 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 463 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 463 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 464 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 464 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 465 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 465 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 481 T961 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 497 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
> [junit4:junit4]   2> 498 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 499 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f99041c
> [junit4:junit4]   2> 500 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 500 T980 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 501 T980 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 502 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50785
> [junit4:junit4]   2> 502 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50785
> [junit4:junit4]   2> 504 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0002 with negotiated timeout 20000 for client /127.0.0.1:50785
> [junit4:junit4]   2> 504 T980 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0002, negotiated timeout = 20000
> [junit4:junit4]   2> 504 T981 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f99041c name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 505 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 507 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0002
> [junit4:junit4]   2> 508 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0002 closed
> [junit4:junit4]   2> 509 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50785 which had sessionid 0x13ca0df310e0002
> [junit4:junit4]   2> 509 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 510 T981 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 516 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b4545a9
> [junit4:junit4]   2> 518 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 518 T982 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 519 T982 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 519 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50786
> [junit4:junit4]   2> 520 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50786
> [junit4:junit4]   2> 521 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0003 with negotiated timeout 20000 for client /127.0.0.1:50786
> [junit4:junit4]   2> 521 T982 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0003, negotiated timeout = 20000
> [junit4:junit4]   2> 521 T983 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b4545a9 name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 522 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 525 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 527 T961 oascc.SolrZkClient.makePath makePath: /live_nodes
> [junit4:junit4]   2> 530 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50784_ejm
> [junit4:junit4]   2> 531 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50784_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50784_ejm
> [junit4:junit4]   2> 532 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50784_ejm
> [junit4:junit4]   2> 539 T961 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
> [junit4:junit4]   2> 550 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   2> 551 T961 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
> [junit4:junit4]   2> 556 T961 oasc.Overseer.start Overseer (id=89122973101719555-127.0.0.1:50784_ejm-n_0000000000) starting
> [junit4:junit4]   2> 557 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 559 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 560 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 562 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 564 T985 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
> [junit4:junit4]   2> 565 T961 oascc.SolrZkClient.makePath makePath: /clusterstate.json
> [junit4:junit4]   2> 571 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 575 T984 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
> [junit4:junit4]   2> 579 T986 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1
> [junit4:junit4]   2> 580 T986 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
> [junit4:junit4]   2> 581 T986 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 581 T986 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
> [junit4:junit4]   2> 584 T986 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1/'
> [junit4:junit4]   2> 584 T986 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 585 T986 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1/lib/README' to classloader
> [junit4:junit4]   2> 645 T986 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
> [junit4:junit4]   2> 710 T986 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 711 T986 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 726 T986 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 1518 T986 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 1524 T986 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 1527 T986 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 1559 T986 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 1568 T986 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 1573 T986 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 1575 T986 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 1577 T986 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359908647441/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/
> [junit4:junit4]   2> 1577 T986 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
> [junit4:junit4]   2> 1578 T986 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 1578 T986 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data forceNew:false
> [junit4:junit4]   2> 1579 T986 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data
> [junit4:junit4]   2> 1579 T986 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index/
> [junit4:junit4]   2> 1579 T986 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 1580 T986 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index forceNew:false
> [junit4:junit4]   2> 1586 T986 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@27b0e6f4; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 1586 T986 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 1587 T986 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index
> [junit4:junit4]   2> 1587 T986 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 1589 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 1590 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 1590 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 1591 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 1592 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 1592 T986 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 1592 T986 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 1593 T986 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 1593 T986 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 1594 T986 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 1594 T986 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 1594 T986 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 1595 T986 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 1595 T986 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 1595 T986 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 1596 T986 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 1596 T986 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1597 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1597 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1597 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1606 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1607 T986 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1608 T986 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1608 T986 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 1609 T986 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 1609 T986 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 1616 T986 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 1620 T986 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 1621 T986 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 1624 T986 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data
> [junit4:junit4]   2> 1625 T986 oass.SolrIndexSearcher.<init> Opening Searcher@5e151c0e main
> [junit4:junit4]   2> 1626 T986 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 1627 T986 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 1627 T986 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 1633 T986 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 1667 T987 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e151c0e main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 1674 T986 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 1674 T986 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 1675 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
> [junit4:junit4]   2> 2087 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 2089 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"1",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"control_collection",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50784_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50784/ejm"}
> [junit4:junit4]   2> 2089 T984 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
> [junit4:junit4]   2> 2089 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 2090 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
> [junit4:junit4]   2> 2098 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 2688 T986 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 2689 T986 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50784/ejm collection:control_collection shard:shard1
> [junit4:junit4]   2> 2692 T986 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
> [junit4:junit4]   2> 2720 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
> [junit4:junit4]   2> 2722 T986 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 2724 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 2730 T986 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 2730 T986 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 2731 T986 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50784/ejm/collection1/
> [junit4:junit4]   2> 2731 T986 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 2732 T986 oasc.SyncStrategy.syncToMe http://127.0.0.1:50784/ejm/collection1/ has no replicas
> [junit4:junit4]   2> 2732 T986 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50784/ejm/collection1/
> [junit4:junit4]   2> 2733 T986 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
> [junit4:junit4]   2> 2748 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 3613 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 3627 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 3678 T986 oasc.ZkController.register We are http://127.0.0.1:50784/ejm/collection1/ and leader is http://127.0.0.1:50784/ejm/collection1/
> [junit4:junit4]   2> 3679 T986 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50784/ejm
> [junit4:junit4]   2> 3679 T986 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 3679 T986 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 3679 T986 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 3682 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 3684 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 3685 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 3685 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 3694 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:
> [junit4:junit4]   2> 3700 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@56aa6684
> [junit4:junit4]   2> 3701 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 3701 T988 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 3702 T988 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 3702 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50787
> [junit4:junit4]   2> 3703 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50787
> [junit4:junit4]   2> 3704 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0004 with negotiated timeout 10000 for client /127.0.0.1:50787
> [junit4:junit4]   2> 3704 T988 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0004, negotiated timeout = 10000
> [junit4:junit4]   2> 3705 T989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56aa6684 name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 3705 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 3707 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 3710 T961 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
> [junit4:junit4]   2> 3872 T961 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 3876 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50788
> [junit4:junit4]   2> 3877 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 3878 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 3879 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883
> [junit4:junit4]   2> 3879 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/solr.xml
> [junit4:junit4]   2> 3879 T961 oasc.CoreContainer.<init> New CoreContainer 912218998
> [junit4:junit4]   2> 3880 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/'
> [junit4:junit4]   2> 3881 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/'
> [junit4:junit4]   2> 3935 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 3936 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 3936 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 3936 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 3937 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 3937 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 3938 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 3938 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 3939 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 3939 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 3952 T961 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 3968 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
> [junit4:junit4]   2> 3969 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 3969 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5b213035
> [junit4:junit4]   2> 3970 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 3971 T999 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 3972 T999 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 3972 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50789
> [junit4:junit4]   2> 3972 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50789
> [junit4:junit4]   2> 3974 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0005 with negotiated timeout 20000 for client /127.0.0.1:50789
> [junit4:junit4]   2> 3974 T999 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0005, negotiated timeout = 20000
> [junit4:junit4]   2> 3975 T1000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b213035 name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 3975 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 3977 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0005
> [junit4:junit4]   2> 3978 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50789 which had sessionid 0x13ca0df310e0005
> [junit4:junit4]   2> 3978 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0005 closed
> [junit4:junit4]   2> 3978 T1000 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 3979 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 3986 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@50c6fd8
> [junit4:junit4]   2> 3987 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 3987 T1001 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 3988 T1001 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 3989 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50790
> [junit4:junit4]   2> 3989 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50790
> [junit4:junit4]   2> 3990 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0006 with negotiated timeout 20000 for client /127.0.0.1:50790
> [junit4:junit4]   2> 3990 T1001 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0006, negotiated timeout = 20000
> [junit4:junit4]   2> 3991 T1002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50c6fd8 name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 3991 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 3992 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 3994 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 3996 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50788_ejm
> [junit4:junit4]   2> 3997 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50788_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50788_ejm
> [junit4:junit4]   2> 3998 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50788_ejm
> [junit4:junit4]   2> 4001 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   2> 4003 T989 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 4005 T983 oascc.ZkStateReader$3.process Updating live nodes... (2)
> [junit4:junit4]   2> 4010 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 4019 T1003 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1
> [junit4:junit4]   2> 4019 T1003 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 4021 T1003 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 4021 T1003 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 4023 T1003 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1/'
> [junit4:junit4]   2> 4025 T1003 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 4025 T1003 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1/lib/README' to classloader
> [junit4:junit4]   2> 4084 T1003 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
> [junit4:junit4]   2> 4155 T1003 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 4156 T1003 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 4162 T1003 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 4482 T3 oasc.CoreContainer.finalize SEVERE CoreContainer was not shutdown prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=375860157
> [junit4:junit4]   2> 4919 T1003 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 4927 T1003 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 4930 T1003 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 4958 T1003 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 4964 T1003 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 4970 T1003 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 4972 T1003 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 4974 T1003 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359908650883/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/
> [junit4:junit4]   2> 4975 T1003 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
> [junit4:junit4]   2> 4976 T1003 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 4977 T1003 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1 forceNew:false
> [junit4:junit4]   2> 4977 T1003 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
> [junit4:junit4]   2> 4978 T1003 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index/
> [junit4:junit4]   2> 4978 T1003 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 4980 T1003 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index forceNew:false
> [junit4:junit4]   2> 4986 T1003 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f8948aa; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 4987 T1003 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 4988 T1003 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index
> [junit4:junit4]   2> 4988 T1003 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 4991 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 4991 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 4991 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 4992 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 4993 T1003 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 4993 T1003 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 4993 T1003 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 4994 T1003 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 4995 T1003 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 4995 T1003 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 4996 T1003 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 4997 T1003 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 4997 T1003 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 4998 T1003 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 4998 T1003 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 4999 T1003 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 4999 T1003 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5000 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5001 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5001 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5002 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5002 T1003 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5003 T1003 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5004 T1003 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 5004 T1003 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 5005 T1003 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 5011 T1003 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 5014 T1003 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 5016 T1003 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 5019 T1003 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
> [junit4:junit4]   2> 5020 T1003 oass.SolrIndexSearcher.<init> Opening Searcher@5d9a3f2e main
> [junit4:junit4]   2> 5021 T1003 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 5021 T1003 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 5022 T1003 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 5027 T1003 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 5064 T1004 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d9a3f2e main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 5073 T1003 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 5073 T1003 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 5139 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 5141 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"1",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"control_collection",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50784_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50784/ejm"}
> [junit4:junit4]   2> 5153 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50788_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50788/ejm"}
> [junit4:junit4]   2> 5154 T984 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
> [junit4:junit4]   2> 5154 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 5162 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 5162 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 5162 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 6078 T1003 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 6079 T1003 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50788/ejm collection:collection1 shard:shard1
> [junit4:junit4]   2> 6080 T1003 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
> [junit4:junit4]   2> 6091 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
> [junit4:junit4]   2> 6092 T1003 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 6093 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 6097 T1003 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 6097 T1003 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 6097 T1003 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50788/ejm/collection1/
> [junit4:junit4]   2> 6097 T1003 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 6098 T1003 oasc.SyncStrategy.syncToMe http://127.0.0.1:50788/ejm/collection1/ has no replicas
> [junit4:junit4]   2> 6098 T1003 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50788/ejm/collection1/
> [junit4:junit4]   2> 6098 T1003 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
> [junit4:junit4]   2> 6109 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 6675 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 7074 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 7074 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 7074 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 7087 T1003 oasc.ZkController.register We are http://127.0.0.1:50788/ejm/collection1/ and leader is http://127.0.0.1:50788/ejm/collection1/
> [junit4:junit4]   2> 7088 T1003 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50788/ejm
> [junit4:junit4]   2> 7088 T1003 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 7088 T1003 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 7088 T1003 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 7091 T1003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 7093 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 7093 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 7094 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 7262 T961 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 7266 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50791
> [junit4:junit4]   2> 7267 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 7267 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 7268 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272
> [junit4:junit4]   2> 7268 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/solr.xml
> [junit4:junit4]   2> 7269 T961 oasc.CoreContainer.<init> New CoreContainer 1917784495
> [junit4:junit4]   2> 7269 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/'
> [junit4:junit4]   2> 7270 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/'
> [junit4:junit4]   2> 7302 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 7303 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 7304 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 7304 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 7304 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 7305 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 7305 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 7306 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 7307 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 7307 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 7321 T961 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 7337 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
> [junit4:junit4]   2> 7338 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 7339 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@13e2e165
> [junit4:junit4]   2> 7340 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 7341 T1014 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 7342 T1014 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 7342 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50792
> [junit4:junit4]   2> 7342 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50792
> [junit4:junit4]   2> 7344 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0007 with negotiated timeout 20000 for client /127.0.0.1:50792
> [junit4:junit4]   2> 7344 T1014 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0007, negotiated timeout = 20000
> [junit4:junit4]   2> 7344 T1015 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13e2e165 name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 7345 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 7347 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0007
> [junit4:junit4]   2> 7348 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50792 which had sessionid 0x13ca0df310e0007
> [junit4:junit4]   2> 7348 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0007 closed
> [junit4:junit4]   2> 7348 T1015 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 7349 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 7356 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@506862cc
> [junit4:junit4]   2> 7358 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 7358 T1016 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 7359 T1016 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 7360 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50793
> [junit4:junit4]   2> 7361 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50793
> [junit4:junit4]   2> 7362 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0008 with negotiated timeout 20000 for client /127.0.0.1:50793
> [junit4:junit4]   2> 7362 T1016 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0008, negotiated timeout = 20000
> [junit4:junit4]   2> 7363 T1017 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@506862cc name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 7363 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 7365 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 7367 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 7369 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50791_ejm
> [junit4:junit4]   2> 7370 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50791_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50791_ejm
> [junit4:junit4]   2> 7371 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50791_ejm
> [junit4:junit4]   2> 7375 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   2> 7380 T989 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 7381 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 7381 T1002 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 7381 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 7383 T983 oascc.ZkStateReader$3.process Updating live nodes... (3)
> [junit4:junit4]   2> 7392 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 7403 T1018 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1
> [junit4:junit4]   2> 7403 T1018 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 7404 T1018 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 7404 T1018 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 7407 T1018 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1/'
> [junit4:junit4]   2> 7408 T1018 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 7408 T1018 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1/lib/README' to classloader
> [junit4:junit4]   2> 7462 T1018 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
> [junit4:junit4]   2> 7520 T1018 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 7521 T1018 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 7527 T1018 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 8130 T1018 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 8139 T1018 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 8143 T1018 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 8174 T1018 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 8180 T1018 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 8185 T1018 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 8188 T1018 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 8190 T1018 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359908654272/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/
> [junit4:junit4]   2> 8190 T1018 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
> [junit4:junit4]   2> 8191 T1018 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 8192 T1018 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2 forceNew:false
> [junit4:junit4]   2> 8192 T1018 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
> [junit4:junit4]   2> 8193 T1018 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index/
> [junit4:junit4]   2> 8193 T1018 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 8194 T1018 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index forceNew:false
> [junit4:junit4]   2> 8198 T1018 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@102b5971; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 8199 T1018 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 8199 T1018 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index
> [junit4:junit4]   2> 8200 T1018 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 8202 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 8203 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 8203 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 8203 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 8204 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 8204 T1018 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 8205 T1018 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 8206 T1018 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 8206 T1018 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 8207 T1018 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 8208 T1018 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 8208 T1018 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 8209 T1018 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 8209 T1018 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 8209 T1018 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 8210 T1018 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 8211 T1018 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8211 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8212 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8213 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8213 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8214 T1018 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8215 T1018 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8215 T1018 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 8216 T1018 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 8217 T1018 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 8223 T1018 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 8226 T1018 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 8228 T1018 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 8230 T1018 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
> [junit4:junit4]   2> 8231 T1018 oass.SolrIndexSearcher.<init> Opening Searcher@4aa1fffb main
> [junit4:junit4]   2> 8233 T1018 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 8234 T1018 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 8234 T1018 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 8239 T1018 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 8274 T1019 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4aa1fffb main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 8282 T1018 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 8282 T1018 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 8586 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 8588 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50788_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50788/ejm"}
> [junit4:junit4]   2> 8596 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50791_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50791/ejm"}
> [junit4:junit4]   2> 8596 T984 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
> [junit4:junit4]   2> 8597 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
> [junit4:junit4]   2> 8606 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 8606 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 8606 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 8606 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 9286 T1018 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 9286 T1018 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50791/ejm collection:collection1 shard:shard2
> [junit4:junit4]   2> 9288 T1018 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
> [junit4:junit4]   2> 9303 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
> [junit4:junit4]   2> 9305 T1018 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
> [junit4:junit4]   2> 9306 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 9310 T1018 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
> [junit4:junit4]   2> 9310 T1018 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
> [junit4:junit4]   2> 9311 T1018 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50791/ejm/collection1/
> [junit4:junit4]   2> 9311 T1018 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
> [junit4:junit4]   2> 9312 T1018 oasc.SyncStrategy.syncToMe http://127.0.0.1:50791/ejm/collection1/ has no replicas
> [junit4:junit4]   2> 9312 T1018 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50791/ejm/collection1/
> [junit4:junit4]   2> 9312 T1018 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
> [junit4:junit4]   2> 9321 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e0008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 10124 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 10140 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10140 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10140 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10141 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10146 T1018 oasc.ZkController.register We are http://127.0.0.1:50791/ejm/collection1/ and leader is http://127.0.0.1:50791/ejm/collection1/
> [junit4:junit4]   2> 10146 T1018 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50791/ejm
> [junit4:junit4]   2> 10146 T1018 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
> [junit4:junit4]   2> 10147 T1018 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 10147 T1018 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 10151 T1018 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 10153 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 10153 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 10154 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 10420 T961 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 10423 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50794
> [junit4:junit4]   2> 10424 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 10424 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 10424 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333
> [junit4:junit4]   2> 10425 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/solr.xml
> [junit4:junit4]   2> 10425 T961 oasc.CoreContainer.<init> New CoreContainer 860277863
> [junit4:junit4]   2> 10425 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/'
> [junit4:junit4]   2> 10426 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/'
> [junit4:junit4]   2> 10450 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 10451 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 10451 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 10452 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 10452 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 10452 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 10453 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 10453 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 10453 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 10454 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 10464 T961 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 10478 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
> [junit4:junit4]   2> 10478 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 10479 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1762c74a
> [junit4:junit4]   2> 10480 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 10480 T1029 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 10486 T1029 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 10486 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50795
> [junit4:junit4]   2> 10487 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50795
> [junit4:junit4]   2> 10488 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e0009 with negotiated timeout 20000 for client /127.0.0.1:50795
> [junit4:junit4]   2> 10488 T1029 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e0009, negotiated timeout = 20000
> [junit4:junit4]   2> 10488 T1030 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1762c74a name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 10489 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 10491 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e0009
> [junit4:junit4]   2> 10492 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50795 which had sessionid 0x13ca0df310e0009
> [junit4:junit4]   2> 10492 T1030 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 10492 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e0009 closed
> [junit4:junit4]   2> 10493 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 10502 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4380b0dc
> [junit4:junit4]   2> 10503 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 10504 T1031 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 10504 T1031 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 10505 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50796
> [junit4:junit4]   2> 10505 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50796
> [junit4:junit4]   2> 10507 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e000a with negotiated timeout 20000 for client /127.0.0.1:50796
> [junit4:junit4]   2> 10507 T1031 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e000a, negotiated timeout = 20000
> [junit4:junit4]   2> 10507 T1032 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4380b0dc name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 10508 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 10511 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 10513 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 10515 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50794_ejm
> [junit4:junit4]   2> 10516 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50794_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50794_ejm
> [junit4:junit4]   2> 10518 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50794_ejm
> [junit4:junit4]   2> 10522 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10523 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   2> 10525 T989 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 10525 T1002 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 10525 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 10525 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 10527 T983 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 10529 T1017 oascc.ZkStateReader$3.process Updating live nodes... (4)
> [junit4:junit4]   2> 10534 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 10542 T1033 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1
> [junit4:junit4]   2> 10543 T1033 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 10544 T1033 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 10544 T1033 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 10547 T1033 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1/'
> [junit4:junit4]   2> 10547 T1033 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 10548 T1033 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1/lib/README' to classloader
> [junit4:junit4]   2> 10593 T1033 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
> [junit4:junit4]   2> 10677 T1033 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 10678 T1033 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 10683 T1033 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 11213 T1033 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 11221 T1033 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 11225 T1033 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 11257 T1033 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 11263 T1033 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 11273 T1033 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 11277 T1033 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 11280 T1033 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359908657333/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/
> [junit4:junit4]   2> 11281 T1033 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
> [junit4:junit4]   2> 11282 T1033 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 11283 T1033 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3 forceNew:false
> [junit4:junit4]   2> 11284 T1033 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 11284 T1033 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index/
> [junit4:junit4]   2> 11285 T1033 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 11287 T1033 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index forceNew:false
> [junit4:junit4]   2> 11294 T1033 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ae2097f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 11295 T1033 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 11296 T1033 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index
> [junit4:junit4]   2> 11297 T1033 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 11301 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 11301 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 11302 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 11303 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 11304 T1033 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 11304 T1033 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 11305 T1033 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 11306 T1033 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 11307 T1033 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 11308 T1033 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 11309 T1033 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 11310 T1033 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 11310 T1033 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 11311 T1033 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 11311 T1033 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 11312 T1033 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 11313 T1033 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 11314 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 11315 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 11316 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 11317 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 11318 T1033 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 11319 T1033 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 11319 T1033 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 11320 T1033 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 11321 T1033 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 11327 T1033 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 11331 T1033 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 11333 T1033 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 11336 T1033 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 11337 T1033 oass.SolrIndexSearcher.<init> Opening Searcher@6976def6 main
> [junit4:junit4]   2> 11338 T1033 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 11339 T1033 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 11339 T1033 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 11345 T1033 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 11385 T1034 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6976def6 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 11392 T1033 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 11392 T1033 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 11658 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 11659 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50791_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50791/ejm"}
> [junit4:junit4]   2> 11665 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50794_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50794/ejm"}
> [junit4:junit4]   2> 11666 T984 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
> [junit4:junit4]   2> 11666 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
> [junit4:junit4]   2> 11673 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 11673 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 11674 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 11674 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 11674 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 12396 T1033 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 12396 T1033 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50794/ejm collection:collection1 shard:shard1
> [junit4:junit4]   2> 12409 T1033 oasc.ZkController.register We are http://127.0.0.1:50794/ejm/collection1/ and leader is http://127.0.0.1:50788/ejm/collection1/
> [junit4:junit4]   2> 12409 T1033 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50794/ejm
> [junit4:junit4]   2> 12409 T1033 oasc.ZkController.checkRecovery Core needs to recover:collection1
> [junit4:junit4]   2> 12410 T1033 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> ASYNC  NEW_CORE C80 name=collection1 org.apache.solr.core.SolrCore@3d50f896 url=http://127.0.0.1:50794/ejm/collection1 node=127.0.0.1:50794_ejm C80_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50794_ejm, base_url=http://127.0.0.1:50794/ejm}
> [junit4:junit4]   2> 12417 T1035 C80 P50794 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   2> 12419 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 12419 T1033 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 12420 T1035 C80 P50794 oasc.ZkController.publish publishing core=collection1 state=recovering
> [junit4:junit4]   2> 12420 T1035 C80 P50794 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 12422 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 12422 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 12423 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 12423 T1035 C80 P50794 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 12601 T961 oejs.Server.doStart jetty-8.1.8.v20121106
> [junit4:junit4]   2> 12605 T961 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50798
> [junit4:junit4]   2> 12606 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
> [junit4:junit4]   2> 12606 T961 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   2> 12607 T961 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603
> [junit4:junit4]   2> 12607 T961 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/solr.xml
> [junit4:junit4]   2> 12608 T961 oasc.CoreContainer.<init> New CoreContainer 772105616
> [junit4:junit4]   2> 12608 T961 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/'
> [junit4:junit4]   2> 12609 T961 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/'
> [junit4:junit4]   2> 12643 T961 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
> [junit4:junit4]   2> 12643 T961 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
> [junit4:junit4]   2> 12644 T961 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
> [junit4:junit4]   2> 12644 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   2> 12645 T961 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
> [junit4:junit4]   2> 12645 T961 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   2> 12646 T961 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
> [junit4:junit4]   2> 12646 T961 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
> [junit4:junit4]   2> 12647 T961 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
> [junit4:junit4]   2> 12647 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
> [junit4:junit4]   2> 12661 T961 oasc.CoreContainer.load Registering Log Listener
> [junit4:junit4]   2> 12687 T961 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50781/solr
> [junit4:junit4]   2> 12687 T961 oasc.ZkController.checkChrootPath zkHost includes chroot
> [junit4:junit4]   2> 12688 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ae62981
> [junit4:junit4]   2> 12689 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 12689 T1045 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 12690 T1045 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 12691 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50799
> [junit4:junit4]   2> 12691 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50799
> [junit4:junit4]   2> 13520 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e000b with negotiated timeout 20000 for client /127.0.0.1:50799
> [junit4:junit4]   2> 13520 T1045 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e000b, negotiated timeout = 20000
> [junit4:junit4]   2> 13521 T1046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ae62981 name:ZooKeeperConnection Watcher:127.0.0.1:50781 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 13521 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 13524 T966 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca0df310e000b
> [junit4:junit4]   2> 13525 T963 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50799 which had sessionid 0x13ca0df310e000b
> [junit4:junit4]   2> 13525 T1046 oaz.ClientCnxn$EventThread.run EventThread shut down
> [junit4:junit4]   2> 13525 T961 oaz.ZooKeeper.close Session: 0x13ca0df310e000b closed
> [junit4:junit4]   2> 13525 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 13526 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
> [junit4:junit4]   2> 13528 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"recovering",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50794_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50794/ejm"}
> [junit4:junit4]   2> 13531 T961 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50781/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2c0c1096
> [junit4:junit4]   2> 13533 T961 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
> [junit4:junit4]   2> 13533 T1047 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50781. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   2> 13534 T1047 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50781, initiating session
> [junit4:junit4]   2> 13535 T963 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50800
> [junit4:junit4]   2> 13535 T963 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50800
> [junit4:junit4]   2> 13537 T965 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca0df310e000c with negotiated timeout 20000 for client /127.0.0.1:50800
> [junit4:junit4]   2> 13537 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13538 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13538 T1047 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50781, sessionid = 0x13ca0df310e000c, negotiated timeout = 20000
> [junit4:junit4]   2> 13537 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13537 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13537 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13539 T1048 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c0c1096 name:ZooKeeperConnection Watcher:127.0.0.1:50781/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   2> 13540 T961 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
> [junit4:junit4]   2> 13543 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000c type:create cxid:0x1 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 13546 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000c type:create cxid:0x2 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   2> 13548 T961 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50798_ejm
> [junit4:junit4]   2> 13549 T966 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca0df310e000c type:delete cxid:0x4 zxid:0xa5 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50798_ejm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50798_ejm
> [junit4:junit4]   2> 13550 T961 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50798_ejm
> [junit4:junit4]   2> 13554 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13554 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13555 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   2> 13556 T989 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 13556 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 13557 T1002 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 13558 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 13562 T1017 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 13562 T1032 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 13563 T983 oascc.ZkStateReader$3.process Updating live nodes... (5)
> [junit4:junit4]   2> 13567 T961 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
> [junit4:junit4]   2> 13577 T1049 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1
> [junit4:junit4]   2> 13577 T1049 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
> [junit4:junit4]   2> 13579 T1049 oasc.ZkController.createCollectionZkNode Collection zkNode exists
> [junit4:junit4]   2> 13579 T1049 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
> [junit4:junit4]   2> 13582 T1049 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1/'
> [junit4:junit4]   2> 13583 T1049 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1/lib/classes/' to classloader
> [junit4:junit4]   2> 13584 T1049 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1/lib/README' to classloader
> [junit4:junit4]   2> 13634 T1049 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
> [junit4:junit4]   2> 13709 T1049 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   2> 13712 T1049 oass.IndexSchema.readSchema Reading Solr Schema
> [junit4:junit4]   2> 13720 T1049 oass.IndexSchema.readSchema Schema name=test
> [junit4:junit4]   2> 14338 T1049 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   2> 14349 T1049 oass.IndexSchema.readSchema default search field in schema is text
> [junit4:junit4]   2> 14362 T1049 oass.IndexSchema.readSchema unique key field: id
> [junit4:junit4]   2> 14395 T1049 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 14404 T1049 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
> [junit4:junit4]   2> 14412 T1049 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 14416 T1049 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   2> 14419 T1049 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359908659603/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/
> [junit4:junit4]   2> 14419 T1049 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@57db05df
> [junit4:junit4]   2> 14420 T1049 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
> [junit4:junit4]   2> 14421 T1049 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4 forceNew:false
> [junit4:junit4]   2> 14421 T1049 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 14422 T1049 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index/
> [junit4:junit4]   2> 14422 T1049 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index' doesn't exist. Creating new index...
> [junit4:junit4]   2> 14423 T1049 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index forceNew:false
> [junit4:junit4]   2> 14429 T1049 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3c364e48; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 14429 T1049 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 14430 T1049 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index
> [junit4:junit4]   2> 14430 T1049 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
> [junit4:junit4]   2> 14433 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   2> 14434 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
> [junit4:junit4]   2> 14434 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   2> 14435 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
> [junit4:junit4]   2> 14436 T1049 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   2> 14436 T1049 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   2> 14437 T1049 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
> [junit4:junit4]   2> 14438 T1049 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
> [junit4:junit4]   2> 14438 T1049 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
> [junit4:junit4]   2> 14439 T1049 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
> [junit4:junit4]   2> 14441 T1049 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
> [junit4:junit4]   2> 14441 T1049 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   2> 14442 T1049 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
> [junit4:junit4]   2> 14442 T1049 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
> [junit4:junit4]   2> 14443 T1049 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
> [junit4:junit4]   2> 14444 T1049 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
> [junit4:junit4]   2> 14444 T1049 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 14445 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 14446 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 14447 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 14448 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 14448 T1049 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 14449 T1049 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 14450 T1049 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
> [junit4:junit4]   2> 14457 T1049 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
> [junit4:junit4]   2> 14458 T1049 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
> [junit4:junit4]   2> 14468 T1049 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
> [junit4:junit4]   2> 14472 T1049 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
> [junit4:junit4]   2> 14475 T1049 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
> [junit4:junit4]   2> 14479 T1049 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 14480 T1049 oass.SolrIndexSearcher.<init> Opening Searcher@362005ff main
> [junit4:junit4]   2> 14482 T1049 oasu.CommitTracker.<init> Hard AutoCommit: disabled
> [junit4:junit4]   2> 14482 T1049 oasu.CommitTracker.<init> Soft AutoCommit: disabled
> [junit4:junit4]   2> 14482 T1049 oashc.SpellCheckComponent.inform Initializing spell checkers
> [junit4:junit4]   2> 14489 T1049 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
> [junit4:junit4]   2> 14528 T1050 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@362005ff main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   2> 14537 T1049 oasc.ZkController.publish publishing core=collection1 state=down
> [junit4:junit4]   2> 14537 T1049 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 15051 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 15053 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":null,
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"down",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50798_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50798/ejm"}
> [junit4:junit4]   2> 15053 T984 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
> [junit4:junit4]   2> 15053 T984 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
> [junit4:junit4]   2> 15063 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15063 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15064 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15064 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15063 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15064 T1048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 15541 T1049 oasc.CoreContainer.registerCore registering core: collection1
> [junit4:junit4]   2> 15541 T1049 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50798/ejm collection:collection1 shard:shard2
> [junit4:junit4]   2> 15548 T1049 oasc.ZkController.register We are http://127.0.0.1:50798/ejm/collection1/ and leader is http://127.0.0.1:50791/ejm/collection1/
> [junit4:junit4]   2> 15548 T1049 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50798/ejm
> [junit4:junit4]   2> 15548 T1049 oasc.ZkController.checkRecovery Core needs to recover:collection1
> [junit4:junit4]   2> 15549 T1049 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   2> ASYNC  NEW_CORE C81 name=collection1 org.apache.solr.core.SolrCore@c5579ad url=http://127.0.0.1:50798/ejm/collection1 node=127.0.0.1:50798_ejm C81_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50798_ejm, base_url=http://127.0.0.1:50798/ejm}
> [junit4:junit4]   2> 15549 T1051 C81 P50798 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   2> 15550 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
> [junit4:junit4]   2> 15550 T1049 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 15550 T1051 C81 P50798 oasc.ZkController.publish publishing core=collection1 state=recovering
> [junit4:junit4]   2> 15551 T1051 C81 P50798 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 15552 T961 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
> [junit4:junit4]   2> 15552 T1051 C81 P50798 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 15552 T961 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
> [junit4:junit4]   2> 15553 T961 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> 15560 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 15561 T961 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
> [junit4:junit4]   2> 15563 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2>  C80_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50794_ejm, base_url=http://127.0.0.1:50794/ejm}
> [junit4:junit4]   2> 16451 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50788/ejm/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 16452 T1035 C80 P50794 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50794/ejm START replicas=[http://127.0.0.1:50788/ejm/collection1/] nUpdates=100
> [junit4:junit4]   2> 16452 T1035 C80 P50794 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 16453 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   2> 16453 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
> [junit4:junit4]   2> 16454 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
> [junit4:junit4]   2> 16454 T1035 C80 P50794 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 16454 T1035 C80 P50794 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50788/ejm/collection1/. core=collection1
> [junit4:junit4]   2> 16455 T1035 C80 P50794 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> ASYNC  NEW_CORE C82 name=collection1 org.apache.solr.core.SolrCore@381d89f9 url=http://127.0.0.1:50788/ejm/collection1 node=127.0.0.1:50788_ejm C82_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50788_ejm, base_url=http://127.0.0.1:50788/ejm, leader=true}
> [junit4:junit4]   2> 16465 T994 C82 P50788 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
> [junit4:junit4]   2> 16466 T995 C82 P50788 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 16468 T995 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
> [junit4:junit4]   2> 16471 T995 C82 P50788 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f8948aa; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 16472 T995 C82 P50788 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 16474 T995 C82 P50788 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f8948aa; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f8948aa; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 16474 T995 C82 P50788 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 16475 T995 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
> [junit4:junit4]   2> 16476 T995 C82 P50788 oass.SolrIndexSearcher.<init> Opening Searcher@669a546a realtime
> [junit4:junit4]   2> 16476 T995 C82 P50788 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 16476 T995 C82 P50788 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
> [junit4:junit4]   2> 16478 T1035 C80 P50794 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 16478 T1035 C80 P50794 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
> [junit4:junit4]   2> 16489 T1035 C80 P50794 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 16493 T998 C82 P50788 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 16494 T998 C82 P50788 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
> [junit4:junit4]   2> 16495 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Master's generation: 2
> [junit4:junit4]   2> 16496 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> [junit4:junit4]   2> 16496 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Starting replication process
> [junit4:junit4]   2> 16500 T993 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
> [junit4:junit4]   2> 16500 T993 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1/index
> [junit4:junit4]   2> 16501 T993 C82 P50788 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
> [junit4:junit4]   2> 16502 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
> [junit4:junit4]   2> 16503 T1035 C80 P50794 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 forceNew:false
> [junit4:junit4]   2> 16504 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 16505 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> [junit4:junit4]   2> 16517 T996 C82 P50788 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=3 
> [junit4:junit4]   2> 16521 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index
> [junit4:junit4]   2> 16522 T1035 C80 P50794 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> [junit4:junit4]   2> 16522 T1035 C80 P50794 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203212423674
> [junit4:junit4]   2> 16524 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 16525 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 16525 T1035 C80 P50794 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674
> [junit4:junit4]   2> 16528 T1035 C80 P50794 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 16528 T1035 C80 P50794 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 16530 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 16532 T1035 C80 P50794 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> [junit4:junit4]   2> 16533 T1035 C80 P50794 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
> [junit4:junit4]   2> 16533 T1035 C80 P50794 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
> [junit4:junit4]   2> 16534 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674
> [junit4:junit4]   2> 16534 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 16537 T1035 C80 P50794 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 16538 T1035 C80 P50794 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 16538 T1035 C80 P50794 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
> [junit4:junit4]   2> 16539 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 16540 T1035 C80 P50794 oass.SolrIndexSearcher.<init> Opening Searcher@5ef66f3f main
> [junit4:junit4]   2> 16542 T1034 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ef66f3f main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4]   2> 16542 T1034 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index
> [junit4:junit4]   2> 16543 T1035 C80 P50794 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 16545 T1035 C80 P50794 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f23c8f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
> [junit4:junit4]   2> 16546 T1035 C80 P50794 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
> [junit4:junit4]   2> 16547 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 16547 T1035 C80 P50794 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 16547 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index.20130203212423674
> [junit4:junit4]   2> 16548 T1035 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3/index
> [junit4:junit4]   2> 16548 T1035 C80 P50794 oasc.RecoveryStrategy.replay No replay needed. core=collection1
> [junit4:junit4]   2> 16548 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   2> 16548 T1035 C80 P50794 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 16549 T1035 C80 P50794 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 16551 T1035 C80 P50794 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
> [junit4:junit4]   2> 16570 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 16579 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 16581 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"recovering",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50798_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50798/ejm"}
> [junit4:junit4]   2> 16588 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard1",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50794_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50794/ejm"}
> [junit4:junit4]   2> 16597 T1048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 16598 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 16598 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 16599 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 16598 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 16599 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 17576 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 18581 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2>  C81_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50798_ejm, base_url=http://127.0.0.1:50798/ejm}
> [junit4:junit4]   2> 19574 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50791/ejm/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   2> 19575 T1051 C81 P50798 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50798/ejm START replicas=[http://127.0.0.1:50791/ejm/collection1/] nUpdates=100
> [junit4:junit4]   2> 19576 T1051 C81 P50798 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
> [junit4:junit4]   2> 19576 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   2> 19576 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
> [junit4:junit4]   2> 19577 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
> [junit4:junit4]   2> 19577 T1051 C81 P50798 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   2> 19577 T1051 C81 P50798 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50791/ejm/collection1/. core=collection1
> [junit4:junit4]   2> 19578 T1051 C81 P50798 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   2> ASYNC  NEW_CORE C83 name=collection1 org.apache.solr.core.SolrCore@4743cef6 url=http://127.0.0.1:50791/ejm/collection1 node=127.0.0.1:50791_ejm C83_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50791_ejm, base_url=http://127.0.0.1:50791/ejm, leader=true}
> [junit4:junit4]   2> 19584 T1010 C83 P50791 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
> [junit4:junit4]   2> 19586 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 19590 T1012 C83 P50791 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 19591 T1012 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
> [junit4:junit4]   2> 19593 T1012 C83 P50791 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@102b5971; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 19594 T1012 C83 P50791 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 19596 T1012 C83 P50791 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@102b5971; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@102b5971; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 19596 T1012 C83 P50791 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 19609 T1012 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
> [junit4:junit4]   2> 19609 T1012 C83 P50791 oass.SolrIndexSearcher.<init> Opening Searcher@7860af85 realtime
> [junit4:junit4]   2> 19609 T1012 C83 P50791 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 19610 T1012 C83 P50791 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
> [junit4:junit4]   2> 19611 T1051 C81 P50798 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 19611 T1051 C81 P50798 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   2> 19615 T1008 C83 P50791 oash.ReplicationHandler.inform Commits will be reserved for  10000
> [junit4:junit4]   2> 19615 T1008 C83 P50791 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
> [junit4:junit4]   2> 19616 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Master's generation: 2
> [junit4:junit4]   2> 19617 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
> [junit4:junit4]   2> 19617 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Starting replication process
> [junit4:junit4]   2> 19620 T1009 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
> [junit4:junit4]   2> 19620 T1009 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2/index
> [junit4:junit4]   2> 19621 T1009 C83 P50791 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
> [junit4:junit4]   2> 19622 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
> [junit4:junit4]   2> 19623 T1051 C81 P50798 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 forceNew:false
> [junit4:junit4]   2> 19624 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 19624 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
> [junit4:junit4]   2> 19628 T1011 C83 P50791 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
> [junit4:junit4]   2> 19630 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index
> [junit4:junit4]   2> 19630 T1051 C81 P50798 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
> [junit4:junit4]   2> 19631 T1051 C81 P50798 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130203212426794
> [junit4:junit4]   2> 19632 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 19633 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 19633 T1051 C81 P50798 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794
> [junit4:junit4]   2> 19636 T1051 C81 P50798 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 19637 T1051 C81 P50798 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 19638 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 19638 T1051 C81 P50798 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
> [junit4:junit4]   2> 19638 T1051 C81 P50798 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
> [junit4:junit4]   2> 19639 T1051 C81 P50798 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
> [junit4:junit4]   2> 19640 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794
> [junit4:junit4]   2> 19640 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 19643 T1051 C81 P50798 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 19643 T1051 C81 P50798 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
> [junit4:junit4]   2> 19643 T1051 C81 P50798 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
> [junit4:junit4]   2> 19644 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 19644 T1051 C81 P50798 oass.SolrIndexSearcher.<init> Opening Searcher@7ebba820 main
> [junit4:junit4]   2> 19647 T1050 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ebba820 main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4]   2> 19648 T1050 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index
> [junit4:junit4]   2> 19649 T1051 C81 P50798 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
> [junit4:junit4]   2> 19651 T1051 C81 P50798 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44cadb98; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
> [junit4:junit4]   2> 19651 T1051 C81 P50798 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
> [junit4:junit4]   2> 19652 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 19653 T1051 C81 P50798 oasu.DirectUpdateHandler2.commit end_commit_flush
> [junit4:junit4]   2> 19653 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index.20130203212426794
> [junit4:junit4]   2> 19653 T1051 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4/index
> [junit4:junit4]   2> 19653 T1051 C81 P50798 oasc.RecoveryStrategy.replay No replay needed. core=collection1
> [junit4:junit4]   2> 19654 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   2> 19654 T1051 C81 P50798 oasc.ZkController.publish publishing core=collection1 state=active
> [junit4:junit4]   2> 19654 T1051 C81 P50798 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
> [junit4:junit4]   2> 19656 T1051 C81 P50798 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
> [junit4:junit4]   2> 20590 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 21134 T984 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 21136 T984 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
> [junit4:junit4]   2> 	  "operation":"state",
> [junit4:junit4]   2> 	  "numShards":"2",
> [junit4:junit4]   2> 	  "shard":"shard2",
> [junit4:junit4]   2> 	  "roles":null,
> [junit4:junit4]   2> 	  "state":"active",
> [junit4:junit4]   2> 	  "core":"collection1",
> [junit4:junit4]   2> 	  "collection":"collection1",
> [junit4:junit4]   2> 	  "node_name":"127.0.0.1:50798_ejm",
> [junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50798/ejm"}
> [junit4:junit4]   2> 21150 T1048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 21151 T1002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 21151 T989 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 21152 T983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 21152 T1032 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 21151 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   2> 21596 T961 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
> [junit4:junit4]   2> 21598 T961 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
> [junit4:junit4]   2> ASYNC  NEW_CORE C84 name=collection1 org.apache.solr.core.SolrCore@1d94a824 url=http://127.0.0.1:50784/ejm/collection1 node=127.0.0.1:50784_ejm C84_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:50784_ejm, base_url=http://127.0.0.1:50784/ejm, leader=true}
> [junit4:junit4]   2> 21615 T977 C84 P50784 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data
> [junit4:junit4]   2> 21619 T977 C84 P50784 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@27b0e6f4; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   2> 21620 T977 C84 P50784 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
> [junit4:junit4]   2> 21622 T977 C84 P50784 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/control/data
> [junit4:junit4]   2> 21623 T977 C84 P50784 oass.SolrIndexSearcher.<init> Opening Searcher@51c2ca55 realtime
> [junit4:junit4]   2> 21624 T977 C84 P50784 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425967592280948736)} 0 11
> [junit4:junit4]   2> 21632 T1011 C83 P50791 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty2
> [junit4:junit4]   2> 21638 T994 C82 P50788 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty1
> [junit4:junit4]   2>  C81_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50798_ejm, base_url=http://127.0.0.1:50798/ejm}
> [junit4:junit4]   2> 21646 T1043 C81 P50798 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty4
> [junit4:junit4]   2> 21647 T1043 C81 P50798 /update {update.distrib=FROMLEADER&_version_=-1425967592297725952&update.from=http://127.0.0.1:50791/ejm/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1425967592297725952)} 0 3
> [junit4:junit4]   2>  C80_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50794_ejm, base_url=http://127.0.0.1:50794/ejm}
> [junit4:junit4]   2> 21653 T1026 C80 P50794 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359908647177/jetty3
> [junit4:junit4]   2> 21656 T1026 C80 P50794 /update {update.distrib=FROMLEADER&_version_=-1425967592304017408&update.from=http://127.0.0.1:50788/ejm/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1425967592304017408)} 0 7
> [junit4:junit4]   2> 21658 T994 C82 P50788 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1425967592304017408)} 0 22
> [junit4:junit4]   2> 21661 T1011 C83 P50791 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425967592297725952)} 0 31
> [junit4:junit4]   2> 21678 T978 C84 P50784 /update {wt=javabin&version=2} {add=[1 (1425967592338620416)]} 0 10
> [junit4:junit4]   2> 21710 T1027 C80 P50794 /update {distrib.from=http://127.0.0.1:50788/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1425967592361689088)]} 0 8
> [junit4:junit4]   2> 21712 T995 C82 P50788 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1425967592361689088)]} 0 22
> [junit4:junit4]   2> 21713 T1012 C83 P50791 /update {wt=javabin&version=2} {add=[1]} 0 31
> [junit4:junit4]   2> 21724 T979 C84 P50784 /update {wt=javabin&version=2} {add=[2 (1425967592391049216)]} 0 6
> [junit4:junit4]   2> 21748 T1044 C81 P50798 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1425967592402583552)]} 0 7
> [junit4:junit4]   2> 21750 T1013 C83 P50791 /update {wt=javabin&version=2} {add=[2 (1425967592402583552)]} 0 21
> [junit4:junit4]   2> 21761 T974 C84 P50784 /update {wt=javabin&version=2} {add=[3 (1425967592431943680)]} 0 4
> [junit4:junit4]   2> 21784 T1039 C81 P50798 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1425967592442429440)]} 0 5
> [junit4:junit4]   2> 21786 T1008 C83 P50791 /update {wt=javabin&version=2} {add=[3 (1425967592442429440)]} 0 20
> [junit4:junit4]   2> 21795 T976 C84 P50784 /update {wt=javabin&version=2} {add=[4 (1425967592466546688)]} 0 4
> [junit4:junit4]   2> 21812 T1023 C80 P50794 /update {distrib.from=http://127.0.0.1:50788/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1425967592478081024)]} 0 3
> [junit4:junit4]   2> 21814 T997 C82 P50788 /update {wt=javabin&version=2} {add=[4 (1425967592478081024)]} 0 13
> [junit4:junit4]   2> 21821 T977 C84 P50784 /update {wt=javabin&version=2} {add=[5 (1425967592495906816)]} 0 3
> [junit4:junit4]   2> 21841 T1040 C81 P50798 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1425967592508489728)]} 0 3
> [junit4:junit4]   2> 21843 T1009 C83 P50791 /update {distrib.from=http://127.0.0.1:50788/ejm/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1425967592508489728)]} 0 13
> [junit4:junit4]   2> 21846 T993 C82 P50788 /update {wt=javabin&version=2} {add=[5]} 0 20
> [junit4:junit4]   2> 21857 T978 C84 P50784 /update {wt=javabin&version=2} {add=[6 (1425967592530509824)]} 0 6
> [junit4:junit4]   2> 21873 T1041 C81 P50798 /update {distrib.from=http://127.0.0.1:50791/ejm/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1425967592540995584)]} 0 3
> [junit4:junit4]   2> 21874 T1011 C83 P50791 /update {wt=javabin&version=2} {add=[6 (1425967592540995584)]} 0 12
> [junit4:junit4]   2> 21879 T979 C84 P50784 /update {wt=javabin&version=2} {add=[7 (1425967592556724224)]} 0 2
> [junit4:junit4]   2> 21901 T1043 C81 P50798 /update {distrib.fr
> 
> [...truncated too long message...]
> 
> ibutedZkTest.java:586)
> [junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
> [junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
> [junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> [junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> [junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> [junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]   2> 382734 T961 oas.SolrTestCaseJ4.deleteCore ###deleteCore
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=PostingsFormat(name=Asserting), foo_b=PostingsFormat(name=SimpleText), cat=PostingsFormat(name=NestedPulsing), foo_d=PostingsFormat(name=Memory doPackFST= true), foo_f=PostingsFormat(name=SimpleText), n_tl1=PostingsFormat(name=Asserting), n_d1=PostingsFormat(name=NestedPulsing), rnd_b=PostingsFormat(name=Memory doPackFST= true), intDefault=PostingsFormat(name=Asserting), n_td1=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=NestedPulsing), id=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=PostingsFormat(name=Memory doPackFST= true), range_facet_si=PostingsFormat(name=NestedPulsing), oddField_s=PostingsFormat(name=Memory doPackFST= true), sequence_i=PostingsFormat(name=Memory doPackFST= true), name=PostingsFormat(name=Memory doPackFST= true), foo_i=PostingsFormat(name=Asserting), regex_dup_B_s=PostingsFormat(name=NestedPulsing), multiDefault=PostingsFormat(name=NestedPulsing), n_tf1=PostingsFormat(name=NestedPulsing), n_dt1=PostingsFormat(name=Asserting), genre_s=PostingsFormat(name=Memory doPackFST= true), author_t=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=NestedPulsing), text=PostingsFormat(name=SimpleText), _version_=PostingsFormat(name=Asserting), val_i=PostingsFormat(name=Memory doPackFST= true), SubjectTerms_mfacet=PostingsFormat(name=Asserting), series_t=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=NestedPulsing), n_tdt1=PostingsFormat(name=Asserting), regex_dup_A_s=PostingsFormat(name=SimpleText), price=PostingsFormat(name=SimpleText), other_tl1=PostingsFormat(name=Asserting), n_l1=PostingsFormat(name=NestedPulsing), a_si=PostingsFormat(name=Asserting), inStock=PostingsFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=es_PE, timezone=Asia/Dushanbe
> [junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=69454368,total=161738752
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [StatsComponentTest, MultiTermTest, SynonymTokenizerTest, ScriptEngineTest, TestCodecSupport, DocumentBuilderTest, HardAutoCommitTest, DirectUpdateHandlerOptimizeTest, ZkNodePropsTest, TestMultiCoreConfBootstrap, JsonLoaderTest, SimpleFacetsTest, TestPerFieldSimilarity, TestFoldingMultitermQuery, TestDocSet, DirectSolrConnectionTest, TestCollationField, TestXIncludeConfig, DisMaxRequestHandlerTest, SOLR749Test, TestStressRecovery, NumericFieldsTest, NoCacheHeaderTest, TestStressReorder, FileUtilsTest, TestPseudoReturnFields, UniqFieldsUpdateProcessorFactoryTest, TestRecovery, SortByFunctionTest, ClusterStateUpdateTest, BasicFunctionalityTest, TestUpdate, DistributedTermsComponentTest, TestSystemIdResolver, PathHierarchyTokenizerFactoryTest, QueryElevationComponentTest, TestJmxIntegration, ShowFileRequestHandlerTest, TestBadConfig, TestQuerySenderListener, TestCSVResponseWriter, FieldMutatingUpdateProcessorTest, TestLFUCache, TestStressLucene, TestNumberUtils, RAMDirectoryFactoryTest, TestJmxMonitoredMap, PeerSyncTest, TermsComponentTest, ZkCLITest, TestRealTimeGet, TestPhraseSuggestions, OutputWriterTest, WordBreakSolrSpellCheckerTest, PrimitiveFieldTypeTest, NotRequiredUniqueKeyTest, TestCoreContainer, TestWordDelimiterFilterFactory, XsltUpdateRequestHandlerTest, TestComponentsName, TestCharFilters, IndexBasedSpellCheckerTest, SystemInfoHandlerTest, TestIndexingPerformance, TestSolrDeletionPolicy1, TestSearchPerf, StandardRequestHandlerTest, SolrCmdDistributorTest, ShardRoutingCustomTest, DOMUtilTest, OpenExchangeRatesOrgProviderTest, TestPostingsSolrHighlighter, BasicDistributedZkTest]
> [junit4:junit4] Completed in 383.09s, 1 test, 1 failure <<< FAILURES!
> 
> [...truncated 538 lines...]
> BUILD FAILED
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:346: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:841: There were test failures: 250 suites, 1041 tests, 1 failure, 14 ignored (3 assumptions)
> 
> Total time: 57 minutes 9 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
> Email was triggered for: Failure
> Sending email for trigger: Failure
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 166 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/166/
Java: 64bit/jdk1.7.0 -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
IOException occured when talking to server at: http://127.0.0.1:51481

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:51481
	at __randomizedtesting.SeedInfo.seed([7FFCAE349E19900C:FE1A202CE946F030]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:572)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 44 more




Build Log:
[...truncated 8925 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T2540 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 8 T2540 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1359927529507
[junit4:junit4]   2> 10 T2540 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 11 T2541 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 13 T2541 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 13 T2541 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 13 T2541 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 14 T2541 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 15 T2541 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 112 T2540 oasc.ZkTestServer.run start zk server on port:51471
[junit4:junit4]   2> 112 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@38fd885
[junit4:junit4]   2> 114 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 120 T2546 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 121 T2546 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 122 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51472
[junit4:junit4]   2> 122 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51472
[junit4:junit4]   2> 123 T2544 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 126 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0000 with negotiated timeout 10000 for client /127.0.0.1:51472
[junit4:junit4]   2> 126 T2546 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0000, negotiated timeout = 10000
[junit4:junit4]   2> 127 T2547 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38fd885 name:ZooKeeperConnection Watcher:127.0.0.1:51471 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 128 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 128 T2540 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 132 T2545 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1ff502a0000
[junit4:junit4]   2> 134 T2547 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 134 T2542 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51472 which had sessionid 0x13ca1ff502a0000
[junit4:junit4]   2> 133 T2540 oaz.ZooKeeper.close Session: 0x13ca1ff502a0000 closed
[junit4:junit4]   2> 135 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@17cda123
[junit4:junit4]   2> 136 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 137 T2548 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 138 T2548 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 138 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51473
[junit4:junit4]   2> 138 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51473
[junit4:junit4]   2> 140 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0001 with negotiated timeout 10000 for client /127.0.0.1:51473
[junit4:junit4]   2> 140 T2548 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0001, negotiated timeout = 10000
[junit4:junit4]   2> 140 T2549 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17cda123 name:ZooKeeperConnection Watcher:127.0.0.1:51471/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 141 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 141 T2540 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 146 T2540 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 149 T2540 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 152 T2540 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 155 T2540 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 155 T2540 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 160 T2540 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 161 T2540 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 164 T2540 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 165 T2540 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 168 T2540 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 169 T2540 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 173 T2540 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 174 T2540 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 183 T2540 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 184 T2540 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 190 T2540 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 191 T2540 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 196 T2540 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 197 T2540 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 203 T2540 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 204 T2540 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 209 T2545 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1ff502a0001
[junit4:junit4]   2> 210 T2542 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51473 which had sessionid 0x13ca1ff502a0001
[junit4:junit4]   2> 211 T2549 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 210 T2540 oaz.ZooKeeper.close Session: 0x13ca1ff502a0001 closed
[junit4:junit4]   2> 438 T2540 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 448 T2540 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51474
[junit4:junit4]   2> 449 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 450 T2540 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 450 T2540 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359927529710
[junit4:junit4]   2> 451 T2540 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359927529710/solr.xml
[junit4:junit4]   2> 451 T2540 oasc.CoreContainer.<init> New CoreContainer 1331550010
[junit4:junit4]   2> 452 T2540 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359927529710/'
[junit4:junit4]   2> 453 T2540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359927529710/'
[junit4:junit4]   2> 489 T2540 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 490 T2540 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 490 T2540 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 491 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 492 T2540 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 492 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 493 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 493 T2540 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 494 T2540 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 495 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 510 T2540 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 536 T2540 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51471/solr
[junit4:junit4]   2> 537 T2540 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 537 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@76956df1
[junit4:junit4]   2> 539 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 539 T2559 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 541 T2559 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 542 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51475
[junit4:junit4]   2> 542 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51475
[junit4:junit4]   2> 544 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0002 with negotiated timeout 20000 for client /127.0.0.1:51475
[junit4:junit4]   2> 544 T2559 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0002, negotiated timeout = 20000
[junit4:junit4]   2> 544 T2560 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76956df1 name:ZooKeeperConnection Watcher:127.0.0.1:51471 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 545 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 548 T2545 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1ff502a0002
[junit4:junit4]   2> 549 T2542 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51475 which had sessionid 0x13ca1ff502a0002
[junit4:junit4]   2> 550 T2560 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 550 T2540 oaz.ZooKeeper.close Session: 0x13ca1ff502a0002 closed
[junit4:junit4]   2> 550 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 558 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6330823b
[junit4:junit4]   2> 561 T2561 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 561 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 562 T2561 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 563 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51476
[junit4:junit4]   2> 564 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51476
[junit4:junit4]   2> 565 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0003 with negotiated timeout 20000 for client /127.0.0.1:51476
[junit4:junit4]   2> 566 T2561 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0003, negotiated timeout = 20000
[junit4:junit4]   2> 566 T2562 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6330823b name:ZooKeeperConnection Watcher:127.0.0.1:51471/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 567 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 569 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 571 T2540 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 575 T2540 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51474_
[junit4:junit4]   2> 576 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51474_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51474_
[junit4:junit4]   2> 577 T2540 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51474_
[junit4:junit4]   2> 582 T2540 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 589 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 590 T2540 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 593 T2540 oasc.Overseer.start Overseer (id=89124210574229507-127.0.0.1:51474_-n_0000000000) starting
[junit4:junit4]   2> 602 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 604 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 605 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 606 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 608 T2564 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 610 T2540 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 613 T2540 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 617 T2563 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 624 T2565 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359927529710/collection1
[junit4:junit4]   2> 624 T2565 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 625 T2565 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 626 T2565 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 627 T2565 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359927529710/collection1/'
[junit4:junit4]   2> 628 T2565 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359927529710/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 629 T2565 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359927529710/collection1/lib/README' to classloader
[junit4:junit4]   2> 694 T2565 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 782 T2565 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 784 T2565 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 791 T2565 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1573 T2565 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1584 T2565 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1588 T2565 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1609 T2565 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1615 T2565 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1621 T2565 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1629 T2565 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1631 T2565 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1359927529710/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data/
[junit4:junit4]   2> 1631 T2565 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4067e287
[junit4:junit4]   2> 1632 T2565 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1633 T2565 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data forceNew:false
[junit4:junit4]   2> 1634 T2565 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data
[junit4:junit4]   2> 1634 T2565 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data/index/
[junit4:junit4]   2> 1635 T2565 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1636 T2565 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data/index forceNew:false
[junit4:junit4]   2> 1642 T2565 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@9b00cbd; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1642 T2565 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1643 T2565 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data/index
[junit4:junit4]   2> 1644 T2565 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1647 T2565 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1647 T2565 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1648 T2565 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1648 T2565 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1649 T2565 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1650 T2565 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1650 T2565 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1651 T2565 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1652 T2565 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1652 T2565 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1653 T2565 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1653 T2565 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1654 T2565 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1654 T2565 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1655 T2565 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1655 T2565 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1656 T2565 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1657 T2565 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1657 T2565 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1658 T2565 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1658 T2565 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1659 T2565 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1660 T2565 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1660 T2565 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1661 T2565 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1662 T2565 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1668 T2565 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1672 T2565 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1673 T2565 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1676 T2565 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data
[junit4:junit4]   2> 1678 T2565 oass.SolrIndexSearcher.<init> Opening Searcher@3055a3d6 main
[junit4:junit4]   2> 1679 T2565 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1679 T2565 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1680 T2565 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1685 T2565 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1726 T2566 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3055a3d6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1768 T2565 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1769 T2565 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1776 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2123 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2124 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51474_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51474"}
[junit4:junit4]   2> 2124 T2563 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2124 T2563 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2125 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2133 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2781 T2565 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2782 T2565 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51474 collection:control_collection shard:shard1
[junit4:junit4]   2> 2783 T2565 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2792 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2793 T2565 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2794 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2796 T2565 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2796 T2565 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2797 T2565 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51474/collection1/
[junit4:junit4]   2> 2797 T2565 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2797 T2565 oasc.SyncStrategy.syncToMe http://127.0.0.1:51474/collection1/ has no replicas
[junit4:junit4]   2> 2798 T2565 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51474/collection1/
[junit4:junit4]   2> 2798 T2565 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2803 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3640 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3651 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3683 T2565 oasc.ZkController.register We are http://127.0.0.1:51474/collection1/ and leader is http://127.0.0.1:51474/collection1/
[junit4:junit4]   2> 3686 T2565 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51474
[junit4:junit4]   2> 3687 T2565 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3688 T2565 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3688 T2565 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3691 T2565 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3693 T2540 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3693 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3694 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3702 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3708 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@576047aa
[junit4:junit4]   2> 3709 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3710 T2567 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3711 T2567 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 3711 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51477
[junit4:junit4]   2> 3712 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51477
[junit4:junit4]   2> 3713 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0004 with negotiated timeout 10000 for client /127.0.0.1:51477
[junit4:junit4]   2> 3713 T2567 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0004, negotiated timeout = 10000
[junit4:junit4]   2> 3714 T2568 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@576047aa name:ZooKeeperConnection Watcher:127.0.0.1:51471/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3714 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3716 T2540 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3718 T2540 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3917 T2540 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3921 T2540 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51478
[junit4:junit4]   2> 3922 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3923 T2540 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3923 T2540 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359927533216
[junit4:junit4]   2> 3924 T2540 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359927533216/solr.xml
[junit4:junit4]   2> 3924 T2540 oasc.CoreContainer.<init> New CoreContainer 2115934682
[junit4:junit4]   2> 3927 T2540 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359927533216/'
[junit4:junit4]   2> 3927 T2540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359927533216/'
[junit4:junit4]   2> 3974 T2540 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 3975 T2540 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3976 T2540 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3976 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3977 T2540 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3977 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3978 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3979 T2540 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3979 T2540 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3980 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3993 T2540 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4065 T2540 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51471/solr
[junit4:junit4]   2> 4065 T2540 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4066 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4d4a9f02
[junit4:junit4]   2> 4068 T2578 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4070 T2578 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 4068 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4072 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51479
[junit4:junit4]   2> 4073 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51479
[junit4:junit4]   2> 4419 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0005 with negotiated timeout 20000 for client /127.0.0.1:51479
[junit4:junit4]   2> 4419 T2578 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0005, negotiated timeout = 20000
[junit4:junit4]   2> 4420 T2579 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d4a9f02 name:ZooKeeperConnection Watcher:127.0.0.1:51471 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4420 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4422 T2545 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1ff502a0005
[junit4:junit4]   2> 4423 T2542 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51479 which had sessionid 0x13ca1ff502a0005
[junit4:junit4]   2> 4424 T2579 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4424 T2540 oaz.ZooKeeper.close Session: 0x13ca1ff502a0005 closed
[junit4:junit4]   2> 4432 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4438 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5c87cf06
[junit4:junit4]   2> 4442 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4442 T2580 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4444 T2580 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 4444 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51480
[junit4:junit4]   2> 4445 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51480
[junit4:junit4]   2> 4446 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0006 with negotiated timeout 20000 for client /127.0.0.1:51480
[junit4:junit4]   2> 4446 T2580 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0006, negotiated timeout = 20000
[junit4:junit4]   2> 4447 T2581 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c87cf06 name:ZooKeeperConnection Watcher:127.0.0.1:51471/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4448 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4450 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4452 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4454 T2540 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51478_
[junit4:junit4]   2> 4456 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51478_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51478_
[junit4:junit4]   2> 4458 T2540 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51478_
[junit4:junit4]   2> 4463 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4468 T2568 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4473 T2562 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4477 T2540 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4490 T2582 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359927533216/collection1
[junit4:junit4]   2> 4490 T2582 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4492 T2582 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4492 T2582 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4495 T2582 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359927533216/collection1/'
[junit4:junit4]   2> 4496 T2582 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359927533216/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4498 T2582 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359927533216/collection1/lib/README' to classloader
[junit4:junit4]   2> 4586 T2582 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 4696 T2582 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4698 T2582 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4708 T2582 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5177 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5178 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51474_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51474"}
[junit4:junit4]   2> 5187 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5187 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5188 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5654 T2582 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5677 T2582 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5684 T2582 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5720 T2582 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5727 T2582 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5737 T2582 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5740 T2582 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5743 T2582 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1359927533216/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/
[junit4:junit4]   2> 5744 T2582 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4067e287
[junit4:junit4]   2> 5745 T2582 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5747 T2582 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1 forceNew:false
[junit4:junit4]   2> 5748 T2582 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1
[junit4:junit4]   2> 5748 T2582 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/index/
[junit4:junit4]   2> 5749 T2582 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5751 T2582 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/index forceNew:false
[junit4:junit4]   2> 5757 T2582 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6894beef; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5758 T2582 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5759 T2582 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/index
[junit4:junit4]   2> 5759 T2582 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5769 T2582 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5770 T2582 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5771 T2582 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5772 T2582 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5774 T2582 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5775 T2582 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5776 T2582 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5778 T2582 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5779 T2582 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5781 T2582 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5782 T2582 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5784 T2582 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5785 T2582 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5786 T2582 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5787 T2582 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5788 T2582 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5790 T2582 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5791 T2582 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5793 T2582 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5795 T2582 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5797 T2582 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5798 T2582 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5800 T2582 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5801 T2582 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5803 T2582 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5805 T2582 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5811 T2582 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5821 T2582 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5823 T2582 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5826 T2582 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1
[junit4:junit4]   2> 5828 T2582 oass.SolrIndexSearcher.<init> Opening Searcher@66eb63f8 main
[junit4:junit4]   2> 5829 T2582 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5829 T2582 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5830 T2582 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5836 T2582 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5883 T2583 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66eb63f8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5893 T2582 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5894 T2582 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6710 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6711 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51478_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51478"}
[junit4:junit4]   2> 6712 T2563 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6712 T2563 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6717 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6718 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6718 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6897 T2582 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6898 T2582 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51478 collection:collection1 shard:shard1
[junit4:junit4]   2> 6899 T2582 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6910 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0006 type:delete cxid:0x45 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6911 T2582 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6911 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0006 type:create cxid:0x46 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6914 T2582 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6915 T2582 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6915 T2582 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51478/collection1/
[junit4:junit4]   2> 6915 T2582 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6916 T2582 oasc.SyncStrategy.syncToMe http://127.0.0.1:51478/collection1/ has no replicas
[junit4:junit4]   2> 6916 T2582 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51478/collection1/
[junit4:junit4]   2> 6916 T2582 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6922 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0006 type:create cxid:0x50 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8230 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8244 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8244 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8244 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8258 T2582 oasc.ZkController.register We are http://127.0.0.1:51478/collection1/ and leader is http://127.0.0.1:51478/collection1/
[junit4:junit4]   2> 8259 T2582 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51478
[junit4:junit4]   2> 8259 T2582 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8259 T2582 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8260 T2582 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8262 T2582 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8263 T2540 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8264 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8265 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8476 T2540 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8479 T2540 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51481
[junit4:junit4]   2> 8480 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8480 T2540 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8481 T2540 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359927537770
[junit4:junit4]   2> 8482 T2540 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359927537770/solr.xml
[junit4:junit4]   2> 8482 T2540 oasc.CoreContainer.<init> New CoreContainer 893378430
[junit4:junit4]   2> 8482 T2540 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359927537770/'
[junit4:junit4]   2> 8483 T2540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359927537770/'
[junit4:junit4]   2> 8540 T2540 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 8541 T2540 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8541 T2540 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8542 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8542 T2540 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8543 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8544 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8546 T2540 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8546 T2540 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8547 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8565 T2540 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8585 T2540 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51471/solr
[junit4:junit4]   2> 8586 T2540 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8587 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@dee5938
[junit4:junit4]   2> 8589 T2593 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8588 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8591 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51482
[junit4:junit4]   2> 8590 T2593 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 8592 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51482
[junit4:junit4]   2> 8594 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0007 with negotiated timeout 20000 for client /127.0.0.1:51482
[junit4:junit4]   2> 8594 T2593 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0007, negotiated timeout = 20000
[junit4:junit4]   2> 8595 T2594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dee5938 name:ZooKeeperConnection Watcher:127.0.0.1:51471 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8595 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8596 T2545 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1ff502a0007
[junit4:junit4]   2> 8597 T2540 oaz.ZooKeeper.close Session: 0x13ca1ff502a0007 closed
[junit4:junit4]   2> 8598 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 8603 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@32a5ecfa
[junit4:junit4]   2> 8604 T2542 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51482 which had sessionid 0x13ca1ff502a0007
[junit4:junit4]   2> 8604 T2594 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8606 T2595 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8607 T2595 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 8608 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51483
[junit4:junit4]   2> 8608 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51483
[junit4:junit4]   2> 8606 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8610 T2595 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0008, negotiated timeout = 20000
[junit4:junit4]   2> 8610 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0008 with negotiated timeout 20000 for client /127.0.0.1:51483
[junit4:junit4]   2> 8611 T2596 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32a5ecfa name:ZooKeeperConnection Watcher:127.0.0.1:51471/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8611 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8612 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8614 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8615 T2540 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51481_
[junit4:junit4]   2> 8616 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0008 type:delete cxid:0x4 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51481_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51481_
[junit4:junit4]   2> 8617 T2540 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51481_
[junit4:junit4]   2> 8620 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8620 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8623 T2581 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8623 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8626 T2562 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8627 T2568 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8630 T2540 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8644 T2597 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359927537770/collection1
[junit4:junit4]   2> 8644 T2597 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8645 T2597 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8645 T2597 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8648 T2597 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359927537770/collection1/'
[junit4:junit4]   2> 8649 T2597 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359927537770/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8649 T2597 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359927537770/collection1/lib/README' to classloader
[junit4:junit4]   2> 8711 T2597 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 8853 T2597 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8854 T2597 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8869 T2597 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9763 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9765 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51478_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51478"}
[junit4:junit4]   2> 9775 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9776 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9776 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9775 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9881 T2597 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9901 T2597 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9906 T2597 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9952 T2597 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9965 T2597 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9974 T2597 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9977 T2597 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9979 T2597 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1359927537770/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/
[junit4:junit4]   2> 9980 T2597 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4067e287
[junit4:junit4]   2> 9980 T2597 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 9981 T2597 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2 forceNew:false
[junit4:junit4]   2> 9982 T2597 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2
[junit4:junit4]   2> 9983 T2597 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/index/
[junit4:junit4]   2> 9983 T2597 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9985 T2597 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/index forceNew:false
[junit4:junit4]   2> 9989 T2597 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c89a221; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9990 T2597 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9991 T2597 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/index
[junit4:junit4]   2> 9992 T2597 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9996 T2597 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9997 T2597 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9998 T2597 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9999 T2597 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10001 T2597 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10001 T2597 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10002 T2597 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10003 T2597 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10004 T2597 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10005 T2597 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10006 T2597 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10007 T2597 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10008 T2597 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10008 T2597 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10009 T2597 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10010 T2597 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10011 T2597 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10015 T2597 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10018 T2597 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10019 T2597 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10020 T2597 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10021 T2597 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10022 T2597 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10023 T2597 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10024 T2597 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10025 T2597 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10032 T2597 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10036 T2597 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10038 T2597 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10041 T2597 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2
[junit4:junit4]   2> 10042 T2597 oass.SolrIndexSearcher.<init> Opening Searcher@3f21021d main
[junit4:junit4]   2> 10043 T2597 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10044 T2597 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10044 T2597 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10051 T2597 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10106 T2598 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f21021d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10118 T2597 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10119 T2597 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11287 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11289 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51481_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51481"}
[junit4:junit4]   2> 11289 T2563 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11290 T2563 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11297 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11298 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11302 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11303 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12125 T2597 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12125 T2597 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51481 collection:collection1 shard:shard2
[junit4:junit4]   2> 12126 T2597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12137 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0008 type:delete cxid:0x44 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12138 T2597 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12139 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0008 type:create cxid:0x45 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12143 T2597 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12144 T2597 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12144 T2597 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51481/collection1/
[junit4:junit4]   2> 12145 T2597 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12146 T2597 oasc.SyncStrategy.syncToMe http://127.0.0.1:51481/collection1/ has no replicas
[junit4:junit4]   2> 12146 T2597 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51481/collection1/
[junit4:junit4]   2> 12147 T2597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12154 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a0008 type:create cxid:0x4e zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12809 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12821 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12821 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12821 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12821 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12834 T2597 oasc.ZkController.register We are http://127.0.0.1:51481/collection1/ and leader is http://127.0.0.1:51481/collection1/
[junit4:junit4]   2> 12836 T2597 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51481
[junit4:junit4]   2> 12836 T2597 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12836 T2597 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12837 T2597 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12840 T2597 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12842 T2540 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12842 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12843 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13042 T2540 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13046 T2540 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51484
[junit4:junit4]   2> 13048 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13048 T2540 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13049 T2540 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359927542348
[junit4:junit4]   2> 13050 T2540 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359927542348/solr.xml
[junit4:junit4]   2> 13050 T2540 oasc.CoreContainer.<init> New CoreContainer 20427077
[junit4:junit4]   2> 13051 T2540 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359927542348/'
[junit4:junit4]   2> 13051 T2540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359927542348/'
[junit4:junit4]   2> 13102 T2540 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 13104 T2540 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13105 T2540 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13105 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13106 T2540 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13106 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13107 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13107 T2540 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13108 T2540 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13109 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13131 T2540 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13174 T2540 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51471/solr
[junit4:junit4]   2> 13175 T2540 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13176 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@38a3b0d8
[junit4:junit4]   2> 13178 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13179 T2608 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13181 T2608 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 13181 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51485
[junit4:junit4]   2> 13182 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51485
[junit4:junit4]   2> 13186 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a0009 with negotiated timeout 20000 for client /127.0.0.1:51485
[junit4:junit4]   2> 13186 T2608 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a0009, negotiated timeout = 20000
[junit4:junit4]   2> 13187 T2609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38a3b0d8 name:ZooKeeperConnection Watcher:127.0.0.1:51471 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13188 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13192 T2545 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1ff502a0009
[junit4:junit4]   2> 13194 T2542 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51485 which had sessionid 0x13ca1ff502a0009
[junit4:junit4]   2> 13194 T2540 oaz.ZooKeeper.close Session: 0x13ca1ff502a0009 closed
[junit4:junit4]   2> 13200 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 13205 T2609 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13213 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7279e99a
[junit4:junit4]   2> 13215 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13216 T2610 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13217 T2610 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 13218 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51486
[junit4:junit4]   2> 13219 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51486
[junit4:junit4]   2> 13221 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a000a with negotiated timeout 20000 for client /127.0.0.1:51486
[junit4:junit4]   2> 13221 T2610 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a000a, negotiated timeout = 20000
[junit4:junit4]   2> 13222 T2611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7279e99a name:ZooKeeperConnection Watcher:127.0.0.1:51471/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13223 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13225 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13228 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13236 T2540 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51484_
[junit4:junit4]   2> 13237 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a000a type:delete cxid:0x4 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51484_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51484_
[junit4:junit4]   2> 13238 T2540 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51484_
[junit4:junit4]   2> 13241 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13241 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13241 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13247 T2581 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13248 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13260 T2596 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13260 T2562 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13260 T2568 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13264 T2540 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13277 T2612 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359927542348/collection1
[junit4:junit4]   2> 13277 T2612 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13278 T2612 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13279 T2612 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13281 T2612 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359927542348/collection1/'
[junit4:junit4]   2> 13282 T2612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359927542348/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13283 T2612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359927542348/collection1/lib/README' to classloader
[junit4:junit4]   2> 13364 T2612 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 13447 T2612 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13448 T2612 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13460 T2612 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14326 T2612 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14332 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14333 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51481_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51481"}
[junit4:junit4]   2> 14340 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14341 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14342 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14342 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14343 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14342 T2612 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14350 T2612 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14371 T2612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14377 T2612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14382 T2612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14383 T2612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14385 T2612 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1359927542348/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/
[junit4:junit4]   2> 14385 T2612 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4067e287
[junit4:junit4]   2> 14386 T2612 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14387 T2612 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3 forceNew:false
[junit4:junit4]   2> 14391 T2612 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3
[junit4:junit4]   2> 14393 T2612 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index/
[junit4:junit4]   2> 14394 T2612 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14395 T2612 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index forceNew:false
[junit4:junit4]   2> 14400 T2612 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@309b3740; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14401 T2612 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14402 T2612 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index
[junit4:junit4]   2> 14402 T2612 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 14405 T2612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14405 T2612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 14406 T2612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14407 T2612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 14408 T2612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14409 T2612 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14409 T2612 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14410 T2612 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14411 T2612 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14412 T2612 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 14413 T2612 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 14414 T2612 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14414 T2612 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 14415 T2612 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 14415 T2612 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 14416 T2612 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14417 T2612 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14418 T2612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14419 T2612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14420 T2612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14420 T2612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14421 T2612 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14422 T2612 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14422 T2612 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14423 T2612 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 14424 T2612 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 14431 T2612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14436 T2612 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 14438 T2612 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 14441 T2612 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3
[junit4:junit4]   2> 14442 T2612 oass.SolrIndexSearcher.<init> Opening Searcher@506fae87 main
[junit4:junit4]   2> 14443 T2612 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14444 T2612 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14449 T2612 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 14457 T2612 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14508 T2613 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@506fae87 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14523 T2612 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14524 T2612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15857 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15858 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51484_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51484"}
[junit4:junit4]   2> 15859 T2563 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15859 T2563 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15868 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15869 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15869 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15870 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15870 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16529 T2612 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16529 T2612 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51484 collection:collection1 shard:shard1
[junit4:junit4]   2> 16538 T2612 oasc.ZkController.register We are http://127.0.0.1:51484/collection1/ and leader is http://127.0.0.1:51478/collection1/
[junit4:junit4]   2> 16539 T2612 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51484
[junit4:junit4]   2> 16540 T2612 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16540 T2612 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C144 name=collection1 org.apache.solr.core.SolrCore@59104158 url=http://127.0.0.1:51484/collection1 node=127.0.0.1:51484_ C144_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51484_, base_url=http://127.0.0.1:51484}
[junit4:junit4]   2> 16541 T2614 C144 P51484 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16543 T2612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16548 T2614 C144 P51484 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16548 T2540 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16548 T2614 C144 P51484 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16548 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16548 T2614 C144 P51484 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16548 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16550 T2614 C144 P51484 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16803 T2540 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16813 T2540 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51488
[junit4:junit4]   2> 16814 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16814 T2540 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16815 T2540 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359927546059
[junit4:junit4]   2> 16816 T2540 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359927546059/solr.xml
[junit4:junit4]   2> 16816 T2540 oasc.CoreContainer.<init> New CoreContainer 2002809376
[junit4:junit4]   2> 16818 T2540 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359927546059/'
[junit4:junit4]   2> 16818 T2540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359927546059/'
[junit4:junit4]   2> 16850 T2540 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 16850 T2540 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16850 T2540 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16851 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16851 T2540 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16851 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16852 T2540 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16852 T2540 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16852 T2540 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16853 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16875 T2540 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16907 T2540 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51471/solr
[junit4:junit4]   2> 16908 T2540 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16908 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@42ccf6af
[junit4:junit4]   2> 16910 T2624 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16910 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16912 T2624 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 16913 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51489
[junit4:junit4]   2> 16914 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51489
[junit4:junit4]   2> 16916 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a000b with negotiated timeout 20000 for client /127.0.0.1:51489
[junit4:junit4]   2> 16917 T2624 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a000b, negotiated timeout = 20000
[junit4:junit4]   2> 16917 T2625 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42ccf6af name:ZooKeeperConnection Watcher:127.0.0.1:51471 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16918 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16921 T2545 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13ca1ff502a000b
[junit4:junit4]   2> 16923 T2540 oaz.ZooKeeper.close Session: 0x13ca1ff502a000b closed
[junit4:junit4]   2> 16924 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 16929 T2542 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51489 which had sessionid 0x13ca1ff502a000b
[junit4:junit4]   2> 16930 T2625 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16937 T2540 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51471/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@27d2a134
[junit4:junit4]   2> 16945 T2540 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16947 T2626 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:51471. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16948 T2626 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:51471, initiating session
[junit4:junit4]   2> 16950 T2542 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51490
[junit4:junit4]   2> 16950 T2542 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51490
[junit4:junit4]   2> 16952 T2544 oazs.ZooKeeperServer.finishSessionInit Established session 0x13ca1ff502a000c with negotiated timeout 20000 for client /127.0.0.1:51490
[junit4:junit4]   2> 16952 T2626 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:51471, sessionid = 0x13ca1ff502a000c, negotiated timeout = 20000
[junit4:junit4]   2> 16952 T2627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27d2a134 name:ZooKeeperConnection Watcher:127.0.0.1:51471/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16953 T2540 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16955 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16958 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16961 T2540 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51488_
[junit4:junit4]   2> 16964 T2545 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13ca1ff502a000c type:delete cxid:0x4 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51488_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51488_
[junit4:junit4]   2> 16965 T2540 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51488_
[junit4:junit4]   2> 16970 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16970 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16970 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16972 T2611 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16973 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16974 T2581 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16974 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16979 T2562 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16979 T2568 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16979 T2596 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16987 T2540 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17001 T2628 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359927546059/collection1
[junit4:junit4]   2> 17001 T2628 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17003 T2628 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17003 T2628 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17010 T2628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359927546059/collection1/'
[junit4:junit4]   2> 17011 T2628 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359927546059/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17011 T2628 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359927546059/collection1/lib/README' to classloader
[junit4:junit4]   2> 17116 T2628 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 17226 T2628 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17229 T2628 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17241 T2628 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17440 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17441 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51484_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51484"}
[junit4:junit4]   2> 17449 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17450 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17450 T2627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17450 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17451 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17451 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17956 T1656 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 18290 T2628 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18306 T2628 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18312 T2628 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18332 T2628 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18341 T2628 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18356 T2628 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18361 T2628 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18377 T2628 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1359927546059/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/
[junit4:junit4]   2> 18377 T2628 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4067e287
[junit4:junit4]   2> 18381 T2628 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 18384 T2628 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4 forceNew:false
[junit4:junit4]   2> 18386 T2628 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4
[junit4:junit4]   2> 18387 T2628 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index/
[junit4:junit4]   2> 18388 T2628 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18397 T2628 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index forceNew:false
[junit4:junit4]   2> 18410 T2628 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@449a17ab; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18411 T2628 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18412 T2628 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index
[junit4:junit4]   2> 18413 T2628 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 18418 T2628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18419 T2628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 18420 T2628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18420 T2628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 18421 T2628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18421 T2628 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18422 T2628 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18423 T2628 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18425 T2628 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18427 T2628 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 18429 T2628 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 18430 T2628 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18432 T2628 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 18432 T2628 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 18435 T2628 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 18436 T2628 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18438 T2628 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18439 T2628 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18440 T2628 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18441 T2628 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18441 T2628 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18443 T2628 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18446 T2628 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18450 T2628 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18452 T2628 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 18453 T2628 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 18468 T2628 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18477 T2628 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 18479 T2628 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 18485 T2628 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4
[junit4:junit4]   2> 18488 T2628 oass.SolrIndexSearcher.<init> Opening Searcher@683b2806 main
[junit4:junit4]   2> 18491 T2628 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18492 T2628 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18493 T2628 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 18505 T2628 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 18576 T2629 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@683b2806 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18588 T2628 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18588 T2628 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18971 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18973 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51488_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51488"}
[junit4:junit4]   2> 18973 T2563 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 18974 T2563 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 18984 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18985 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18985 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18996 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18996 T2627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18997 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C144_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51484_, base_url=http://127.0.0.1:51484}
[junit4:junit4]   2> 19575 T2614 C144 P51484 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51478/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19576 T2614 C144 P51484 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51484 START replicas=[http://127.0.0.1:51478/collection1/] nUpdates=100
[junit4:junit4]   2> 19577 T2614 C144 P51484 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19578 T2614 C144 P51484 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19578 T2614 C144 P51484 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19578 T2614 C144 P51484 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19579 T2614 C144 P51484 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19579 T2614 C144 P51484 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51478/collection1/. core=collection1
[junit4:junit4]   2> 19580 T2614 C144 P51484 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19595 T2628 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19596 T2628 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51488 collection:collection1 shard:shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C145 name=collection1 org.apache.solr.core.SolrCore@73e51690 url=http://127.0.0.1:51478/collection1 node=127.0.0.1:51478_ C145_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51478_, base_url=http://127.0.0.1:51478, leader=true}
[junit4:junit4]   2> 19614 T2576 C145 P51478 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19622 T2575 C145 P51478 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19623 T2628 oasc.ZkController.register We are http://127.0.0.1:51488/collection1/ and leader is http://127.0.0.1:51481/collection1/
[junit4:junit4]   2> 19623 T2628 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51488
[junit4:junit4]   2> 19624 T2628 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19624 T2576 C145 P51478 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1
[junit4:junit4]   2> 19625 T2628 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C146 name=collection1 org.apache.solr.core.SolrCore@5a5b3828 url=http://127.0.0.1:51488/collection1 node=127.0.0.1:51488_ C146_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51488_, base_url=http://127.0.0.1:51488}
[junit4:junit4]   2> 19626 T2631 C146 P51488 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19628 T2631 C146 P51488 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19627 T2628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19628 T2631 C146 P51488 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19629 T2631 C146 P51488 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19632 T2631 C146 P51488 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19632 T2540 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 19633 T2540 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19634 T2540 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19647 T2576 C145 P51478 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6894beef; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19657 T2576 C145 P51478 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19658 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19661 T2540 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 19663 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19664 T2576 C145 P51478 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6894beef; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6894beef; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19665 T2576 C145 P51478 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19669 T2576 C145 P51478 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1
[junit4:junit4]   2> 19670 T2576 C145 P51478 oass.SolrIndexSearcher.<init> Opening Searcher@1858da0 realtime
[junit4:junit4]   2> 19671 T2576 C145 P51478 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19672 T2576 C145 P51478 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 58
[junit4:junit4]   2> 19675 T2614 C144 P51484 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19676 T2614 C144 P51484 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19682 T2573 C145 P51478 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19683 T2573 C145 P51478 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=4 
[junit4:junit4]   2> 19685 T2614 C144 P51484 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19685 T2614 C144 P51484 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19686 T2614 C144 P51484 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19690 T2574 C145 P51478 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1
[junit4:junit4]   2> 19691 T2574 C145 P51478 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty1/index
[junit4:junit4]   2> 19692 T2574 C145 P51478 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
[junit4:junit4]   2> 19693 T2614 C144 P51484 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19696 T2614 C144 P51484 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index.20130204003909192 forceNew:false
[junit4:junit4]   2> 19696 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3
[junit4:junit4]   2> 19697 T2614 C144 P51484 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index.20130204003909192 lockFactory=org.apache.lucene.store.NativeFSLockFactory@28d3dd3f; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 19702 T2572 C145 P51478 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 19705 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index
[junit4:junit4]   2> 19706 T2614 C144 P51484 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19707 T2614 C144 P51484 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130204003909192
[junit4:junit4]   2> 19709 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3
[junit4:junit4]   2> 19710 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3
[junit4:junit4]   2> 19710 T2614 C144 P51484 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index.20130204003909192
[junit4:junit4]   2> 19716 T2614 C144 P51484 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index.20130204003909192 lockFactory=org.apache.lucene.store.NativeFSLockFactory@28d3dd3f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19717 T2614 C144 P51484 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19720 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3
[junit4:junit4]   2> 19720 T2614 C144 P51484 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19721 T2614 C144 P51484 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19721 T2614 C144 P51484 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19723 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index.20130204003909192
[junit4:junit4]   2> 19724 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3
[junit4:junit4]   2> 19729 T2614 C144 P51484 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index.20130204003909192 lockFactory=org.apache.lucene.store.NativeFSLockFactory@28d3dd3f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19730 T2614 C144 P51484 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19730 T2614 C144 P51484 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19731 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3
[junit4:junit4]   2> 19731 T2614 C144 P51484 oass.SolrIndexSearcher.<init> Opening Searcher@598dcc2a main
[junit4:junit4]   2> 19733 T2613 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@598dcc2a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19734 T2613 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index
[junit4:junit4]   2> 19734 T2614 C144 P51484 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19738 T2614 C144 P51484 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index.20130204003909192 lockFactory=org.apache.lucene.store.NativeFSLockFactory@28d3dd3f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index.20130204003909192 lockFactory=org.apache.lucene.store.NativeFSLockFactory@28d3dd3f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19739 T2614 C144 P51484 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19740 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3
[junit4:junit4]   2> 19741 T2614 C144 P51484 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19741 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index.20130204003909192
[junit4:junit4]   2> 19742 T2614 C144 P51484 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty3/index
[junit4:junit4]   2> 19742 T2614 C144 P51484 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19742 T2614 C144 P51484 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19743 T2614 C144 P51484 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19743 T2614 C144 P51484 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19746 T2614 C144 P51484 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20315 T1675 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 20497 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20499 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51488_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51488"}
[junit4:junit4]   2> 20509 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51484_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51484"}
[junit4:junit4]   2> 20517 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20517 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20518 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20519 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20519 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20520 T2627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20666 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21669 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C146_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51488_, base_url=http://127.0.0.1:51488}
[junit4:junit4]   2> 22651 T2631 C146 P51488 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51481/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22652 T2631 C146 P51488 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51488 START replicas=[http://127.0.0.1:51481/collection1/] nUpdates=100
[junit4:junit4]   2> 22653 T2631 C146 P51488 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22653 T2631 C146 P51488 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22654 T2631 C146 P51488 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22654 T2631 C146 P51488 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22654 T2631 C146 P51488 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22655 T2631 C146 P51488 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51481/collection1/. core=collection1
[junit4:junit4]   2> 22655 T2631 C146 P51488 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C147 name=collection1 org.apache.solr.core.SolrCore@d31f5b url=http://127.0.0.1:51481/collection1 node=127.0.0.1:51481_ C147_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51481_, base_url=http://127.0.0.1:51481, leader=true}
[junit4:junit4]   2> 22684 T2586 C147 P51481 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 22685 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22689 T2586 C147 P51481 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2
[junit4:junit4]   2> 22694 T2586 C147 P51481 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c89a221; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22695 T2586 C147 P51481 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22699 T2587 C147 P51481 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22701 T2586 C147 P51481 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c89a221; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c89a221; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22702 T2586 C147 P51481 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22703 T2586 C147 P51481 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2
[junit4:junit4]   2> 22704 T2586 C147 P51481 oass.SolrIndexSearcher.<init> Opening Searcher@22952fd realtime
[junit4:junit4]   2> 22705 T2586 C147 P51481 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22706 T2586 C147 P51481 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4]   2> 22708 T2631 C146 P51488 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22708 T2631 C146 P51488 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22713 T2589 C147 P51481 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22715 T2589 C147 P51481 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 22716 T2631 C146 P51488 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 22716 T2631 C146 P51488 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22717 T2631 C146 P51488 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22724 T2588 C147 P51481 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2
[junit4:junit4]   2> 22726 T2588 C147 P51481 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2/index
[junit4:junit4]   2> 22726 T2588 C147 P51481 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=4 
[junit4:junit4]   2> 22728 T2631 C146 P51488 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22730 T2631 C146 P51488 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index.20130204003912227 forceNew:false
[junit4:junit4]   2> 22731 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4
[junit4:junit4]   2> 22731 T2631 C146 P51488 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index.20130204003912227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12d31a45; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 22736 T2590 C147 P51481 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 22738 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index
[junit4:junit4]   2> 22739 T2631 C146 P51488 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22739 T2631 C146 P51488 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130204003912227
[junit4:junit4]   2> 22741 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4
[junit4:junit4]   2> 22741 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4
[junit4:junit4]   2> 22742 T2631 C146 P51488 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index.20130204003912227
[junit4:junit4]   2> 22745 T2631 C146 P51488 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index.20130204003912227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12d31a45; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22746 T2631 C146 P51488 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22747 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4
[junit4:junit4]   2> 22748 T2631 C146 P51488 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22748 T2631 C146 P51488 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22748 T2631 C146 P51488 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 22750 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index.20130204003912227
[junit4:junit4]   2> 22751 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4
[junit4:junit4]   2> 22755 T2631 C146 P51488 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index.20130204003912227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12d31a45; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22756 T2631 C146 P51488 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22757 T2631 C146 P51488 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22757 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4
[junit4:junit4]   2> 22758 T2631 C146 P51488 oass.SolrIndexSearcher.<init> Opening Searcher@5c371fcb main
[junit4:junit4]   2> 22762 T2629 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c371fcb main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22763 T2629 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index
[junit4:junit4]   2> 22763 T2631 C146 P51488 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 22766 T2631 C146 P51488 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index.20130204003912227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12d31a45; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index.20130204003912227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12d31a45; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22767 T2631 C146 P51488 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22769 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4
[junit4:junit4]   2> 22769 T2631 C146 P51488 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22770 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index.20130204003912227
[junit4:junit4]   2> 22770 T2631 C146 P51488 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty4/index
[junit4:junit4]   2> 22770 T2631 C146 P51488 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22771 T2631 C146 P51488 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22771 T2631 C146 P51488 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22772 T2631 C146 P51488 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22774 T2631 C146 P51488 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23509 T1690 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 23533 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23535 T2563 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51488_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51488"}
[junit4:junit4]   2> 23545 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23546 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23546 T2627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23547 T2568 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23547 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23548 T2596 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23693 T2540 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23695 T2540 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C148 name=collection1 org.apache.solr.core.SolrCore@2cf4dafb url=http://127.0.0.1:51474/collection1 node=127.0.0.1:51474_ C148_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51474_, base_url=http://127.0.0.1:51474, leader=true}
[junit4:junit4]   2> 23714 T2555 C148 P51474 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data
[junit4:junit4]   2> 23720 T2555 C148 P51474 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@9b00cbd; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23722 T2555 C148 P51474 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23726 T2555 C148 P51474 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/control/data
[junit4:junit4]   2> 23728 T2555 C148 P51474 oass.SolrIndexSearcher.<init> Opening Searcher@2a512558 realtime
[junit4:junit4]   2> 23729 T2555 C148 P51474 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1425987394034728960)} 0 18
[junit4:junit4]   2> 23737 T2586 C147 P51481 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1359927529507/jetty2
[junit4:junit4]   2> 23750 T2577 C145 P51478 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Sol

[...truncated too long message...]

:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: java.net.SocketException: Invalid argument
[junit4:junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]    > 	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    > 	... 44 more
[junit4:junit4]   2> 168452 T2540 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), foo_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), cat=MockVariableIntBlock(baseBlockSize=30), foo_d=PostingsFormat(name=MockRandom), foo_f=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tl1=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), n_d1=MockVariableIntBlock(baseBlockSize=30), rnd_b=PostingsFormat(name=MockRandom), intDefault=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), n_td1=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), timestamp=MockVariableIntBlock(baseBlockSize=30), id=PostingsFormat(name=MockRandom), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=MockVariableIntBlock(baseBlockSize=30), oddField_s=PostingsFormat(name=MockRandom), sequence_i=PostingsFormat(name=MockRandom), name=PostingsFormat(name=MockRandom), foo_i=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), regex_dup_B_s=MockVariableIntBlock(baseBlockSize=30), multiDefault=MockVariableIntBlock(baseBlockSize=30), n_tf1=MockVariableIntBlock(baseBlockSize=30), n_dt1=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), genre_s=PostingsFormat(name=MockRandom), author_t=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), n_ti1=PostingsFormat(name=MockRandom), range_facet_l=MockVariableIntBlock(baseBlockSize=30), text=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), val_i=PostingsFormat(name=MockRandom), SubjectTerms_mfacet=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), series_t=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), a_t=MockVariableIntBlock(baseBlockSize=30), n_tdt1=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), regex_dup_A_s=PostingsFormat(name=TestBloomFilteredLucene41Postings), price=PostingsFormat(name=TestBloomFilteredLucene41Postings), other_tl1=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), n_l1=MockVariableIntBlock(baseBlockSize=30), a_si=Pulsing41(freqCutoff=9 minBlockSize=44 maxBlockSize=102), inStock=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, sim=DefaultSimilarity, locale=de_DE, timezone=Africa/Khartoum
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=281987416,total=530579456
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestWordDelimiterFilterFactory, StatelessScriptUpdateProcessorFactoryTest, ShardRoutingCustomTest, TestComponentsName, SuggesterFSTTest, JSONWriterTest, TestPseudoReturnFields, QueryEqualityTest, TestSolrXMLSerializer, RecoveryZkTest, DirectUpdateHandlerOptimizeTest, LegacyHTMLStripCharFilterTest, TestGroupingSearch, TestOmitPositions, DirectUpdateHandlerTest, TestIBSimilarityFactory, TestJmxIntegration, DistributedQueryElevationComponentTest, IndexSchemaTest, ExternalFileFieldSortTest, LoggingHandlerTest, SearchHandlerTest, TestPHPSerializedResponseWriter, HardAutoCommitTest, FileUtilsTest, ReturnFieldsTest, TestConfig, TestSolrJ, SolrCoreTest, DOMUtilTest, DateMathParserTest, TestSystemIdResolver, TimeZoneUtilsTest, ChaosMonkeySafeLeaderTest, TestRecovery, TermVectorComponentTest, TestWriterPerf, RAMDirectoryFactoryTest, DistributedTermsComponentTest, TestPostingsSolrHighlighter, TestStressReorder, TestPropInjectDefaults, DistanceFunctionTest, BadComponentTest, TestPluginEnable, TestDocumentBuilder, SampleTest, IndexBasedSpellCheckerTest, TestDFRSimilarityFactory, BadIndexSchemaTest, ZkCLITest, SpellCheckComponentTest, EchoParamsTest, WordBreakSolrSpellCheckerTest, TestDistributedGrouping, TestCoreContainer, MultiTermTest, TestAtomicUpdateErrorCases, ShardRoutingTest, CircularListTest, ResponseLogComponentTest, XmlUpdateRequestHandlerTest, TestLFUCache, DistributedSpellCheckComponentTest, HighlighterConfigTest, TestSort, TestBinaryResponseWriter, CoreAdminHandlerTest, LeaderElectionIntegrationTest, TestFastLRUCache, DirectSolrSpellCheckerTest, PeerSyncTest, PluginInfoTest, DocumentAnalysisRequestHandlerTest, CacheHeaderTest, TestFaceting, SolrCoreCheckLockOnStartupTest, CSVRequestHandlerTest, FieldAnalysisRequestHandlerTest, URLClassifyProcessorTest, UpdateParamsTest, CopyFieldTest, PrimitiveFieldTypeTest, OutputWriterTest, TestIndexingPerformance, BasicFunctionalityTest, TestDistributedSearch, JsonLoaderTest, CurrencyFieldTest, SolrInfoMBeanTest, TestSuggestSpellingConverter, ZkNodePropsTest, AutoCommitTest, OverseerTest, TestExtendedDismaxParser, OverseerCollectionProcessorTest, ZkControllerTest, TestCodecSupport, TestRTGBase, DocumentBuilderTest, TestRealTimeGet, SimpleFacetsTest, UUIDFieldTest, TestStressRecovery, SortByFunctionTest, SpellPossibilityIteratorTest, MoreLikeThisHandlerTest, TestCSVLoader, SystemInfoHandlerTest, TestQuerySenderListener, BasicDistributedZk2Test, TestElisionMultitermQuery, TestReversedWildcardFilterFactory, TestNumberUtils, TestLuceneMatchVersion, RequiredFieldsTest, TestSearchPerf, TestSolr4Spatial, IndexReaderFactoryTest, MBeansHandlerTest, BasicDistributedZkTest]
[junit4:junit4] Completed in 168.92s, 1 test, 1 error <<< FAILURES!

[...truncated 385 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:346: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:841: There were test failures: 250 suites, 1041 tests, 1 error, 14 ignored (3 assumptions)

Total time: 67 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure