You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/01/21 13:51:12 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 115 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/115/
Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([A83D8916B3CD9364:29DB070EC492F358]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
	at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstance(BasicDistributedZkTest.java:1107)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:329)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8866 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 1 T1325 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T1325 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1358771565632
[junit4:junit4]   2> 6 T1325 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T1326 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 8 T1326 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 9 T1326 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 9 T1326 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 9 T1326 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 10 T1326 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 109 T1325 oasc.ZkTestServer.run start zk server on port:49484
[junit4:junit4]   2> 110 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f7fe6f1
[junit4:junit4]   2> 111 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T1331 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 112 T1331 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 113 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49485
[junit4:junit4]   2> 113 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49485
[junit4:junit4]   2> 114 T1329 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 117 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450000 with negotiated timeout 10000 for client /127.0.0.1:49485
[junit4:junit4]   2> 117 T1331 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450000, negotiated timeout = 10000
[junit4:junit4]   2> 118 T1332 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f7fe6f1 name:ZooKeeperConnection Watcher:127.0.0.1:49484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 118 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 119 T1325 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 125 T1330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5d18b4450000
[junit4:junit4]   2> 126 T1327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49485 which had sessionid 0x13c5d18b4450000
[junit4:junit4]   2> 126 T1325 oaz.ZooKeeper.close Session: 0x13c5d18b4450000 closed
[junit4:junit4]   2> 127 T1332 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 127 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c9d30a1
[junit4:junit4]   2> 129 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 130 T1333 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 130 T1333 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 131 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49486
[junit4:junit4]   2> 132 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49486
[junit4:junit4]   2> 133 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450001 with negotiated timeout 10000 for client /127.0.0.1:49486
[junit4:junit4]   2> 133 T1333 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450001, negotiated timeout = 10000
[junit4:junit4]   2> 134 T1334 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c9d30a1 name:ZooKeeperConnection Watcher:127.0.0.1:49484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 134 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 135 T1325 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 143 T1325 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 150 T1325 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 156 T1325 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 163 T1325 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 165 T1325 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 175 T1325 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 177 T1325 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 185 T1325 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 187 T1325 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 192 T1325 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 193 T1325 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 198 T1325 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 199 T1325 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 205 T1325 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 206 T1325 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 211 T1325 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 212 T1325 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 217 T1325 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 218 T1325 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 223 T1325 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 224 T1325 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 231 T1330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5d18b4450001
[junit4:junit4]   2> 232 T1327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49486 which had sessionid 0x13c5d18b4450001
[junit4:junit4]   2> 232 T1325 oaz.ZooKeeper.close Session: 0x13c5d18b4450001 closed
[junit4:junit4]   2> 232 T1334 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 396 T1325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 460 T1325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49487
[junit4:junit4]   2> 461 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 461 T1325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 462 T1325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358771565858
[junit4:junit4]   2> 462 T1325 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358771565858/solr.xml
[junit4:junit4]   2> 463 T1325 oasc.CoreContainer.<init> New CoreContainer 1111251673
[junit4:junit4]   2> 464 T1325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358771565858/'
[junit4:junit4]   2> 464 T1325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358771565858/'
[junit4:junit4]   2> 492 T1325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 493 T1325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 493 T1325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 494 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 494 T1325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 494 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 495 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 495 T1325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 496 T1325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 496 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 506 T1325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 522 T1325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49484/solr
[junit4:junit4]   2> 522 T1325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 523 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2731a9e7
[junit4:junit4]   2> 524 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 525 T1344 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 526 T1344 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 527 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49488
[junit4:junit4]   2> 527 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49488
[junit4:junit4]   2> 529 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450002 with negotiated timeout 20000 for client /127.0.0.1:49488
[junit4:junit4]   2> 529 T1344 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450002, negotiated timeout = 20000
[junit4:junit4]   2> 530 T1345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2731a9e7 name:ZooKeeperConnection Watcher:127.0.0.1:49484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 530 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 533 T1330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5d18b4450002
[junit4:junit4]   2> 534 T1327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49488 which had sessionid 0x13c5d18b4450002
[junit4:junit4]   2> 534 T1325 oaz.ZooKeeper.close Session: 0x13c5d18b4450002 closed
[junit4:junit4]   2> 534 T1345 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 535 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 540 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@60ff7d78
[junit4:junit4]   2> 541 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 542 T1346 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 543 T1346 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 544 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49489
[junit4:junit4]   2> 544 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49489
[junit4:junit4]   2> 545 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450003 with negotiated timeout 20000 for client /127.0.0.1:49489
[junit4:junit4]   2> 546 T1346 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450003, negotiated timeout = 20000
[junit4:junit4]   2> 546 T1347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60ff7d78 name:ZooKeeperConnection Watcher:127.0.0.1:49484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 547 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 550 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 553 T1325 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 557 T1325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49487_
[junit4:junit4]   2> 558 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49487_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49487_
[junit4:junit4]   2> 560 T1325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49487_
[junit4:junit4]   2> 568 T1325 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 579 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 580 T1325 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 586 T1325 oasc.Overseer.start Overseer (id=89048453325586435-127.0.0.1:49487_-n_0000000000) starting
[junit4:junit4]   2> 587 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 590 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 592 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 594 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 596 T1349 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 598 T1325 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 604 T1325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 609 T1348 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 613 T1350 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358771565858/collection1
[junit4:junit4]   2> 613 T1350 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 614 T1350 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 615 T1350 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 617 T1350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358771565858/collection1/'
[junit4:junit4]   2> 618 T1350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358771565858/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 619 T1350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358771565858/collection1/lib/README' to classloader
[junit4:junit4]   2> 672 T1350 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 737 T1350 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 739 T1350 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 752 T1350 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1285 T1350 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1294 T1350 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1298 T1350 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1324 T1350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1330 T1350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1336 T1350 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1338 T1350 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1341 T1350 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358771565858/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data/
[junit4:junit4]   2> 1341 T1350 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@367dd26e
[junit4:junit4]   2> 1341 T1350 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1342 T1350 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data forceNew:false
[junit4:junit4]   2> 1343 T1350 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data
[junit4:junit4]   2> 1343 T1350 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data/index/
[junit4:junit4]   2> 1344 T1350 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1344 T1350 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data/index forceNew:false
[junit4:junit4]   2> 1351 T1350 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41581b06),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1351 T1350 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1352 T1350 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data/index
[junit4:junit4]   2> 1352 T1350 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1355 T1350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1355 T1350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1355 T1350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1356 T1350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1357 T1350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1357 T1350 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1358 T1350 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1358 T1350 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1359 T1350 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1359 T1350 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1360 T1350 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1360 T1350 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1361 T1350 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1361 T1350 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1362 T1350 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1362 T1350 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1363 T1350 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1363 T1350 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1364 T1350 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1364 T1350 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1365 T1350 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1365 T1350 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1366 T1350 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1366 T1350 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1367 T1350 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1367 T1350 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1374 T1350 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1377 T1350 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1379 T1350 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1381 T1350 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data
[junit4:junit4]   2> 1383 T1350 oass.SolrIndexSearcher.<init> Opening Searcher@4911b77f main
[junit4:junit4]   2> 1384 T1350 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1385 T1350 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1385 T1350 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1391 T1350 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1424 T1351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4911b77f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1430 T1350 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1430 T1350 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1432 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2117 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2119 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49487_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49487"}
[junit4:junit4]   2> 2119 T1348 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2119 T1348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2120 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2128 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2438 T1350 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2439 T1350 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49487 collection:control_collection shard:shard1
[junit4:junit4]   2> 2441 T1350 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2459 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2461 T1350 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2463 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2471 T1350 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2472 T1350 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2472 T1350 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49487/collection1/
[junit4:junit4]   2> 2473 T1350 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2474 T1350 oasc.SyncStrategy.syncToMe http://127.0.0.1:49487/collection1/ has no replicas
[junit4:junit4]   2> 2475 T1350 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49487/collection1/
[junit4:junit4]   2> 2476 T1350 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2495 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3638 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3657 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3681 T1350 oasc.ZkController.register We are http://127.0.0.1:49487/collection1/ and leader is http://127.0.0.1:49487/collection1/
[junit4:junit4]   2> 3682 T1350 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49487
[junit4:junit4]   2> 3682 T1350 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3682 T1350 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3683 T1350 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3687 T1350 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3689 T1325 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3689 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3690 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3700 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3705 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@171fcb25
[junit4:junit4]   2> 3706 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3707 T1352 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3708 T1352 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 3709 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49490
[junit4:junit4]   2> 3710 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49490
[junit4:junit4]   2> 3711 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450004 with negotiated timeout 10000 for client /127.0.0.1:49490
[junit4:junit4]   2> 3711 T1352 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450004, negotiated timeout = 10000
[junit4:junit4]   2> 3712 T1353 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@171fcb25 name:ZooKeeperConnection Watcher:127.0.0.1:49484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3713 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3716 T1325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3720 T1325 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3880 T1325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3883 T1325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49491
[junit4:junit4]   2> 3884 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3885 T1325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3885 T1325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358771569346
[junit4:junit4]   2> 3886 T1325 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358771569346/solr.xml
[junit4:junit4]   2> 3886 T1325 oasc.CoreContainer.<init> New CoreContainer 2114418600
[junit4:junit4]   2> 3887 T1325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358771569346/'
[junit4:junit4]   2> 3887 T1325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358771569346/'
[junit4:junit4]   2> 3922 T1325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 3923 T1325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3923 T1325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3924 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3924 T1325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3925 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3925 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3926 T1325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3926 T1325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3927 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3938 T1325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3955 T1325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49484/solr
[junit4:junit4]   2> 3956 T1325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3956 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@e38f8ec
[junit4:junit4]   2> 3958 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3958 T1363 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3959 T1363 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 3960 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49492
[junit4:junit4]   2> 3960 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49492
[junit4:junit4]   2> 3961 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450005 with negotiated timeout 20000 for client /127.0.0.1:49492
[junit4:junit4]   2> 3962 T1363 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450005, negotiated timeout = 20000
[junit4:junit4]   2> 3962 T1364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e38f8ec name:ZooKeeperConnection Watcher:127.0.0.1:49484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3962 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3965 T1330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5d18b4450005
[junit4:junit4]   2> 3966 T1327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49492 which had sessionid 0x13c5d18b4450005
[junit4:junit4]   2> 3966 T1325 oaz.ZooKeeper.close Session: 0x13c5d18b4450005 closed
[junit4:junit4]   2> 3966 T1364 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3967 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 3972 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f4b849f
[junit4:junit4]   2> 3974 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3974 T1365 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3975 T1365 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 3976 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49493
[junit4:junit4]   2> 3976 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49493
[junit4:junit4]   2> 3978 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450006 with negotiated timeout 20000 for client /127.0.0.1:49493
[junit4:junit4]   2> 3978 T1365 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450006, negotiated timeout = 20000
[junit4:junit4]   2> 3978 T1366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f4b849f name:ZooKeeperConnection Watcher:127.0.0.1:49484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3979 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3980 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3982 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3984 T1325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49491_
[junit4:junit4]   2> 3985 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49491_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49491_
[junit4:junit4]   2> 3986 T1325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49491_
[junit4:junit4]   2> 3992 T1353 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3992 T1347 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3992 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3999 T1325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4007 T1367 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358771569346/collection1
[junit4:junit4]   2> 4007 T1367 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4009 T1367 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4009 T1367 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4011 T1367 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358771569346/collection1/'
[junit4:junit4]   2> 4012 T1367 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358771569346/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4013 T1367 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358771569346/collection1/lib/README' to classloader
[junit4:junit4]   2> 4065 T1367 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4123 T1367 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4126 T1367 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4142 T1367 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4660 T1367 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4669 T1367 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4671 T1367 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4696 T1367 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4702 T1367 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4707 T1367 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4709 T1367 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4711 T1367 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358771569346/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/
[junit4:junit4]   2> 4712 T1367 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@367dd26e
[junit4:junit4]   2> 4712 T1367 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 4713 T1367 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1 forceNew:false
[junit4:junit4]   2> 4714 T1367 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1
[junit4:junit4]   2> 4714 T1367 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/index/
[junit4:junit4]   2> 4715 T1367 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4715 T1367 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/index forceNew:false
[junit4:junit4]   2> 4720 T1367 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c09656a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4721 T1367 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4721 T1367 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/index
[junit4:junit4]   2> 4722 T1367 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4724 T1367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4725 T1367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4725 T1367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4725 T1367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4726 T1367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4727 T1367 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4727 T1367 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4728 T1367 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4728 T1367 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4729 T1367 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4730 T1367 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4730 T1367 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4731 T1367 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4731 T1367 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4732 T1367 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4732 T1367 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4733 T1367 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4733 T1367 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4734 T1367 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4735 T1367 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4735 T1367 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4736 T1367 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4736 T1367 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4737 T1367 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4738 T1367 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4738 T1367 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4745 T1367 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4749 T1367 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4751 T1367 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4753 T1367 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1
[junit4:junit4]   2> 4755 T1367 oass.SolrIndexSearcher.<init> Opening Searcher@3801ffe4 main
[junit4:junit4]   2> 4756 T1367 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4756 T1367 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4757 T1367 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4762 T1367 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4794 T1368 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3801ffe4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4801 T1367 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4801 T1367 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5175 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5177 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49487_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49487"}
[junit4:junit4]   2> 5185 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49491_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49491"}
[junit4:junit4]   2> 5185 T1348 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5185 T1348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5192 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5192 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5192 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5805 T1367 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5805 T1367 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49491 collection:collection1 shard:shard1
[junit4:junit4]   2> 5807 T1367 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5820 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5822 T1367 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5823 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5827 T1367 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5828 T1367 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5828 T1367 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49491/collection1/
[junit4:junit4]   2> 5828 T1367 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5829 T1367 oasc.SyncStrategy.syncToMe http://127.0.0.1:49491/collection1/ has no replicas
[junit4:junit4]   2> 5829 T1367 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49491/collection1/
[junit4:junit4]   2> 5829 T1367 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5838 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6712 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6749 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6750 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6749 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6797 T1367 oasc.ZkController.register We are http://127.0.0.1:49491/collection1/ and leader is http://127.0.0.1:49491/collection1/
[junit4:junit4]   2> 6797 T1367 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49491
[junit4:junit4]   2> 6798 T1367 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6799 T1367 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6799 T1367 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6805 T1367 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6810 T1325 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6811 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6813 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7015 T1325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7019 T1325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49494
[junit4:junit4]   2> 7020 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7021 T1325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7021 T1325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358771572459
[junit4:junit4]   2> 7021 T1325 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358771572459/solr.xml
[junit4:junit4]   2> 7022 T1325 oasc.CoreContainer.<init> New CoreContainer 159237213
[junit4:junit4]   2> 7023 T1325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358771572459/'
[junit4:junit4]   2> 7023 T1325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358771572459/'
[junit4:junit4]   2> 7057 T1325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7057 T1325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7058 T1325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7058 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7059 T1325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7059 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7060 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7060 T1325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7061 T1325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7061 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7073 T1325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7089 T1325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49484/solr
[junit4:junit4]   2> 7089 T1325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7090 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5bd45b9a
[junit4:junit4]   2> 7091 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7092 T1378 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7093 T1378 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 7093 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49495
[junit4:junit4]   2> 7094 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49495
[junit4:junit4]   2> 7095 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450007 with negotiated timeout 20000 for client /127.0.0.1:49495
[junit4:junit4]   2> 7095 T1378 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450007, negotiated timeout = 20000
[junit4:junit4]   2> 7096 T1379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bd45b9a name:ZooKeeperConnection Watcher:127.0.0.1:49484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7096 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7098 T1330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5d18b4450007
[junit4:junit4]   2> 7099 T1327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49495 which had sessionid 0x13c5d18b4450007
[junit4:junit4]   2> 7099 T1325 oaz.ZooKeeper.close Session: 0x13c5d18b4450007 closed
[junit4:junit4]   2> 7100 T1379 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7100 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7105 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4bfa57bd
[junit4:junit4]   2> 7106 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7106 T1380 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7107 T1380 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 7107 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49496
[junit4:junit4]   2> 7108 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49496
[junit4:junit4]   2> 7109 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450008 with negotiated timeout 20000 for client /127.0.0.1:49496
[junit4:junit4]   2> 7109 T1380 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450008, negotiated timeout = 20000
[junit4:junit4]   2> 7110 T1381 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bfa57bd name:ZooKeeperConnection Watcher:127.0.0.1:49484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7110 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7111 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7113 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7115 T1325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49494_
[junit4:junit4]   2> 7116 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49494_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49494_
[junit4:junit4]   2> 7117 T1325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49494_
[junit4:junit4]   2> 7121 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7123 T1353 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7123 T1347 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7123 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7123 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7127 T1366 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7132 T1325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7141 T1382 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358771572459/collection1
[junit4:junit4]   2> 7142 T1382 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7143 T1382 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7144 T1382 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7146 T1382 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358771572459/collection1/'
[junit4:junit4]   2> 7147 T1382 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358771572459/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7147 T1382 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358771572459/collection1/lib/README' to classloader
[junit4:junit4]   2> 7196 T1382 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7259 T1382 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7261 T1382 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7270 T1382 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7784 T1382 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7794 T1382 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7797 T1382 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7824 T1382 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7832 T1382 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7841 T1382 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7843 T1382 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7846 T1382 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358771572459/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/
[junit4:junit4]   2> 7846 T1382 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@367dd26e
[junit4:junit4]   2> 7847 T1382 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 7848 T1382 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2 forceNew:false
[junit4:junit4]   2> 7849 T1382 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2
[junit4:junit4]   2> 7850 T1382 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/index/
[junit4:junit4]   2> 7850 T1382 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7852 T1382 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/index forceNew:false
[junit4:junit4]   2> 7856 T1382 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fdb46e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7857 T1382 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7858 T1382 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/index
[junit4:junit4]   2> 7859 T1382 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7862 T1382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7862 T1382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7863 T1382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7863 T1382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7864 T1382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7864 T1382 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7865 T1382 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7866 T1382 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7866 T1382 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7867 T1382 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7867 T1382 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7868 T1382 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7869 T1382 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7869 T1382 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7869 T1382 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7870 T1382 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7870 T1382 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7872 T1382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7872 T1382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7873 T1382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7874 T1382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7875 T1382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7876 T1382 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7876 T1382 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7877 T1382 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7877 T1382 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7892 T1382 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7895 T1382 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7897 T1382 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7904 T1382 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2
[junit4:junit4]   2> 7905 T1382 oass.SolrIndexSearcher.<init> Opening Searcher@70913520 main
[junit4:junit4]   2> 7906 T1382 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7906 T1382 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7907 T1382 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7917 T1382 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7951 T1383 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70913520 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7957 T1382 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7958 T1382 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8280 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8282 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49491_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49491"}
[junit4:junit4]   2> 8289 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49494_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49494"}
[junit4:junit4]   2> 8290 T1348 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8290 T1348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8298 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8298 T1381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8298 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8298 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8961 T1382 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8961 T1382 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49494 collection:collection1 shard:shard2
[junit4:junit4]   2> 8963 T1382 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 8974 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 8974 T1382 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8975 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8979 T1382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8979 T1382 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8979 T1382 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49494/collection1/
[junit4:junit4]   2> 8979 T1382 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8980 T1382 oasc.SyncStrategy.syncToMe http://127.0.0.1:49494/collection1/ has no replicas
[junit4:junit4]   2> 8980 T1382 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49494/collection1/
[junit4:junit4]   2> 8980 T1382 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 8987 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b4450008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9811 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9831 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9832 T1381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9832 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9832 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9868 T1382 oasc.ZkController.register We are http://127.0.0.1:49494/collection1/ and leader is http://127.0.0.1:49494/collection1/
[junit4:junit4]   2> 9868 T1382 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49494
[junit4:junit4]   2> 9868 T1382 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9869 T1382 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9869 T1382 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9872 T1382 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9875 T1325 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9876 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9876 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10053 T1325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10057 T1325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49497
[junit4:junit4]   2> 10058 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10059 T1325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10059 T1325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358771575511
[junit4:junit4]   2> 10059 T1325 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358771575511/solr.xml
[junit4:junit4]   2> 10060 T1325 oasc.CoreContainer.<init> New CoreContainer 826487156
[junit4:junit4]   2> 10060 T1325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358771575511/'
[junit4:junit4]   2> 10061 T1325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358771575511/'
[junit4:junit4]   2> 10096 T1325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10097 T1325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10097 T1325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10098 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10098 T1325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10098 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10099 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10099 T1325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10100 T1325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10100 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10112 T1325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10128 T1325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49484/solr
[junit4:junit4]   2> 10129 T1325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10130 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@395d208
[junit4:junit4]   2> 10131 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10132 T1393 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10133 T1393 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 10133 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49498
[junit4:junit4]   2> 10134 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49498
[junit4:junit4]   2> 10135 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b4450009 with negotiated timeout 20000 for client /127.0.0.1:49498
[junit4:junit4]   2> 10135 T1393 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b4450009, negotiated timeout = 20000
[junit4:junit4]   2> 10136 T1394 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@395d208 name:ZooKeeperConnection Watcher:127.0.0.1:49484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10136 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10139 T1330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5d18b4450009
[junit4:junit4]   2> 10140 T1327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49498 which had sessionid 0x13c5d18b4450009
[junit4:junit4]   2> 10140 T1325 oaz.ZooKeeper.close Session: 0x13c5d18b4450009 closed
[junit4:junit4]   2> 10140 T1394 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10140 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10146 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@106ffe32
[junit4:junit4]   2> 10147 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10147 T1395 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10148 T1395 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 10148 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49499
[junit4:junit4]   2> 10149 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49499
[junit4:junit4]   2> 10150 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b445000a with negotiated timeout 20000 for client /127.0.0.1:49499
[junit4:junit4]   2> 10150 T1395 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b445000a, negotiated timeout = 20000
[junit4:junit4]   2> 10151 T1396 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@106ffe32 name:ZooKeeperConnection Watcher:127.0.0.1:49484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10151 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10153 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b445000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10155 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b445000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10156 T1325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49497_
[junit4:junit4]   2> 10157 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b445000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49497_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49497_
[junit4:junit4]   2> 10158 T1325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49497_
[junit4:junit4]   2> 10163 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10164 T1381 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10165 T1381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10166 T1353 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10166 T1347 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10167 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10166 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10170 T1366 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10176 T1325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10186 T1397 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358771575511/collection1
[junit4:junit4]   2> 10186 T1397 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10188 T1397 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10188 T1397 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10190 T1397 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358771575511/collection1/'
[junit4:junit4]   2> 10191 T1397 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358771575511/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10192 T1397 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358771575511/collection1/lib/README' to classloader
[junit4:junit4]   2> 10247 T1397 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10308 T1397 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10310 T1397 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10323 T1397 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10879 T1397 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10889 T1397 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10892 T1397 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10918 T1397 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10924 T1397 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10930 T1397 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10932 T1397 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10934 T1397 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358771575511/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/
[junit4:junit4]   2> 10934 T1397 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@367dd26e
[junit4:junit4]   2> 10935 T1397 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 10936 T1397 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3 forceNew:false
[junit4:junit4]   2> 10936 T1397 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 10936 T1397 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index/
[junit4:junit4]   2> 10937 T1397 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10938 T1397 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index forceNew:false
[junit4:junit4]   2> 10943 T1397 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@35866e6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10943 T1397 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10944 T1397 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index
[junit4:junit4]   2> 10944 T1397 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10947 T1397 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10947 T1397 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10948 T1397 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10948 T1397 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10949 T1397 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10949 T1397 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10950 T1397 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10951 T1397 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10951 T1397 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10952 T1397 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10953 T1397 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10953 T1397 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10954 T1397 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10954 T1397 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10954 T1397 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10955 T1397 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10956 T1397 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10956 T1397 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10957 T1397 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10958 T1397 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10959 T1397 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10959 T1397 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10960 T1397 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10960 T1397 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10961 T1397 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10962 T1397 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10968 T1397 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10971 T1397 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10973 T1397 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10976 T1397 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 10977 T1397 oass.SolrIndexSearcher.<init> Opening Searcher@3317363a main
[junit4:junit4]   2> 10978 T1397 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10978 T1397 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10979 T1397 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10984 T1397 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11017 T1398 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3317363a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11023 T1397 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11024 T1397 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11349 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11350 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49494_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49494"}
[junit4:junit4]   2> 11361 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49497_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49497"}
[junit4:junit4]   2> 11361 T1348 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11362 T1348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11370 T1381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11370 T1396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11370 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11370 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11370 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12027 T1397 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12027 T1397 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49497 collection:collection1 shard:shard1
[junit4:junit4]   2> 12032 T1397 oasc.ZkController.register We are http://127.0.0.1:49497/collection1/ and leader is http://127.0.0.1:49491/collection1/
[junit4:junit4]   2> 12033 T1397 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49497
[junit4:junit4]   2> 12033 T1397 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12033 T1397 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C100 name=collection1 org.apache.solr.core.SolrCore@1f5fa7c4 url=http://127.0.0.1:49497/collection1 node=127.0.0.1:49497_ C100_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49497_, base_url=http://127.0.0.1:49497}
[junit4:junit4]   2> 12034 T1399 C100 P49497 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12035 T1399 C100 P49497 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12035 T1397 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12035 T1399 C100 P49497 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12036 T1399 C100 P49497 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12037 T1325 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12038 T1399 C100 P49497 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12038 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12039 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12233 T1325 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12237 T1325 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49501
[junit4:junit4]   2> 12239 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12240 T1325 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12240 T1325 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358771577670
[junit4:junit4]   2> 12241 T1325 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358771577670/solr.xml
[junit4:junit4]   2> 12241 T1325 oasc.CoreContainer.<init> New CoreContainer 363780745
[junit4:junit4]   2> 12242 T1325 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358771577670/'
[junit4:junit4]   2> 12242 T1325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358771577670/'
[junit4:junit4]   2> 12283 T1325 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12283 T1325 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12284 T1325 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12284 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12285 T1325 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12285 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12286 T1325 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12286 T1325 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12287 T1325 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12287 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12302 T1325 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12320 T1325 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49484/solr
[junit4:junit4]   2> 12321 T1325 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12322 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7520075c
[junit4:junit4]   2> 12323 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12324 T1409 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12325 T1409 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 12326 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49502
[junit4:junit4]   2> 12327 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49502
[junit4:junit4]   2> 12328 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b445000b with negotiated timeout 20000 for client /127.0.0.1:49502
[junit4:junit4]   2> 12328 T1409 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b445000b, negotiated timeout = 20000
[junit4:junit4]   2> 12329 T1410 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7520075c name:ZooKeeperConnection Watcher:127.0.0.1:49484 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12330 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12333 T1330 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5d18b445000b
[junit4:junit4]   2> 12335 T1327 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49502 which had sessionid 0x13c5d18b445000b
[junit4:junit4]   2> 12334 T1325 oaz.ZooKeeper.close Session: 0x13c5d18b445000b closed
[junit4:junit4]   2> 12335 T1410 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12336 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12342 T1325 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49484/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5b6ecfac
[junit4:junit4]   2> 12344 T1325 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12344 T1411 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49484. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12345 T1411 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49484, initiating session
[junit4:junit4]   2> 12346 T1327 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49503
[junit4:junit4]   2> 12346 T1327 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49503
[junit4:junit4]   2> 12348 T1329 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5d18b445000c with negotiated timeout 20000 for client /127.0.0.1:49503
[junit4:junit4]   2> 12348 T1411 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49484, sessionid = 0x13c5d18b445000c, negotiated timeout = 20000
[junit4:junit4]   2> 12349 T1412 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b6ecfac name:ZooKeeperConnection Watcher:127.0.0.1:49484/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12349 T1325 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12351 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b445000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12353 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b445000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12356 T1325 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49501_
[junit4:junit4]   2> 12357 T1330 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5d18b445000c type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49501_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49501_
[junit4:junit4]   2> 12358 T1325 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49501_
[junit4:junit4]   2> 12364 T1396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12365 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12367 T1381 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12368 T1381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12368 T1347 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12369 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12369 T1353 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12370 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12376 T1396 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12378 T1366 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12383 T1325 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12394 T1413 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358771577670/collection1
[junit4:junit4]   2> 12394 T1413 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12396 T1413 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12396 T1413 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12399 T1413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358771577670/collection1/'
[junit4:junit4]   2> 12400 T1413 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358771577670/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12400 T1413 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358771577670/collection1/lib/README' to classloader
[junit4:junit4]   2> 12454 T1413 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12543 T1413 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12545 T1413 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12557 T1413 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12886 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12889 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49497_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49497"}
[junit4:junit4]   2> 12900 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12901 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12901 T1412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12902 T1381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12902 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12907 T1396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13220 T1413 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13231 T1413 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13235 T1413 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13266 T1413 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13275 T1413 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13286 T1413 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13289 T1413 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13292 T1413 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358771577670/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/
[junit4:junit4]   2> 13292 T1413 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@367dd26e
[junit4:junit4]   2> 13293 T1413 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 13294 T1413 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4 forceNew:false
[junit4:junit4]   2> 13295 T1413 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 13295 T1413 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index/
[junit4:junit4]   2> 13296 T1413 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13297 T1413 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index forceNew:false
[junit4:junit4]   2> 13303 T1413 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5117d723),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13303 T1413 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13304 T1413 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index
[junit4:junit4]   2> 13304 T1413 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13307 T1413 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13308 T1413 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13308 T1413 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13309 T1413 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13310 T1413 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13310 T1413 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13311 T1413 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13312 T1413 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13312 T1413 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13313 T1413 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13314 T1413 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13314 T1413 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13315 T1413 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13315 T1413 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13316 T1413 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13316 T1413 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13317 T1413 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13318 T1413 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13318 T1413 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13319 T1413 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13320 T1413 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13320 T1413 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13321 T1413 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13322 T1413 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13323 T1413 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13323 T1413 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13331 T1413 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13335 T1413 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13337 T1413 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13340 T1413 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 13342 T1413 oass.SolrIndexSearcher.<init> Opening Searcher@7ec3bbcc main
[junit4:junit4]   2> 13343 T1413 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13343 T1413 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13344 T1413 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13354 T1413 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13398 T1414 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ec3bbcc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13411 T1413 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13412 T1413 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14427 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14429 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49501_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49501"}
[junit4:junit4]   2> 14429 T1348 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14429 T1348 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14438 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14439 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14439 T1412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14439 T1381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14439 T1396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14440 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14693 T1413 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14693 T1413 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49501 collection:collection1 shard:shard2
[junit4:junit4]   2> 14699 T1413 oasc.ZkController.register We are http://127.0.0.1:49501/collection1/ and leader is http://127.0.0.1:49494/collection1/
[junit4:junit4]   2> 14700 T1413 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49501
[junit4:junit4]   2> 14700 T1413 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14700 T1413 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C101 name=collection1 org.apache.solr.core.SolrCore@5e0c1552 url=http://127.0.0.1:49501/collection1 node=127.0.0.1:49501_ C101_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49501_, base_url=http://127.0.0.1:49501}
[junit4:junit4]   2> 14701 T1415 C101 P49501 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14706 T1415 C101 P49501 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14706 T1415 C101 P49501 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14706 T1413 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14706 T1415 C101 P49501 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14708 T1415 C101 P49501 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14708 T1325 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14708 T1325 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14709 T1325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14723 T1325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14727 T1325 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 14728 T1325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C100_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49497_, base_url=http://127.0.0.1:49497}
[junit4:junit4]   2> 15051 T1399 C100 P49497 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49491/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15052 T1399 C100 P49497 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49497 START replicas=[http://127.0.0.1:49491/collection1/] nUpdates=100
[junit4:junit4]   2> 15052 T1399 C100 P49497 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15053 T1399 C100 P49497 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15053 T1399 C100 P49497 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15054 T1399 C100 P49497 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15054 T1399 C100 P49497 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15054 T1399 C100 P49497 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49491/collection1/. core=collection1
[junit4:junit4]   2> 15054 T1399 C100 P49497 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C102 name=collection1 org.apache.solr.core.SolrCore@6915f33e url=http://127.0.0.1:49491/collection1 node=127.0.0.1:49491_ C102_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49491_, base_url=http://127.0.0.1:49491, leader=true}
[junit4:junit4]   2> 15061 T1359 C102 P49491 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15063 T1358 C102 P49491 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15065 T1358 C102 P49491 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1
[junit4:junit4]   2> 15071 T1358 C102 P49491 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c09656a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15072 T1358 C102 P49491 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15074 T1358 C102 P49491 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c09656a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c09656a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15075 T1358 C102 P49491 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15076 T1358 C102 P49491 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1
[junit4:junit4]   2> 15076 T1358 C102 P49491 oass.SolrIndexSearcher.<init> Opening Searcher@44289b21 realtime
[junit4:junit4]   2> 15076 T1358 C102 P49491 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15077 T1358 C102 P49491 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 15078 T1399 C100 P49497 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15078 T1399 C100 P49497 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15082 T1361 C102 P49491 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15083 T1361 C102 P49491 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15084 T1399 C100 P49497 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15085 T1399 C100 P49497 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15085 T1399 C100 P49497 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15088 T1359 C102 P49491 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1
[junit4:junit4]   2> 15089 T1359 C102 P49491 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1/index
[junit4:junit4]   2> 15090 T1359 C102 P49491 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15091 T1399 C100 P49497 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15092 T1399 C100 P49497 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index.20130121123300717 forceNew:false
[junit4:junit4]   2> 15092 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 15092 T1399 C100 P49497 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index.20130121123300717 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fbb6f1e) fullCopy=true
[junit4:junit4]   2> 15096 T1362 C102 P49491 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15099 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index
[junit4:junit4]   2> 15099 T1399 C100 P49497 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15100 T1399 C100 P49497 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130121123300717
[junit4:junit4]   2> 15101 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 15101 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 15101 T1399 C100 P49497 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index.20130121123300717
[junit4:junit4]   2> 15104 T1399 C100 P49497 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index.20130121123300717 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fbb6f1e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15104 T1399 C100 P49497 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15106 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 15106 T1399 C100 P49497 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15106 T1399 C100 P49497 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15106 T1399 C100 P49497 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15107 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index.20130121123300717
[junit4:junit4]   2> 15107 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 15110 T1399 C100 P49497 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index.20130121123300717 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fbb6f1e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15110 T1399 C100 P49497 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15110 T1399 C100 P49497 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15110 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 15111 T1399 C100 P49497 oass.SolrIndexSearcher.<init> Opening Searcher@60d56a53 main
[junit4:junit4]   2> 15114 T1398 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60d56a53 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15115 T1398 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index
[junit4:junit4]   2> 15116 T1399 C100 P49497 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15118 T1399 C100 P49497 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index.20130121123300717 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fbb6f1e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index.20130121123300717 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fbb6f1e),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15118 T1399 C100 P49497 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15119 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 15119 T1399 C100 P49497 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15119 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index.20130121123300717
[junit4:junit4]   2> 15119 T1399 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3/index
[junit4:junit4]   2> 15119 T1399 C100 P49497 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15120 T1399 C100 P49497 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15120 T1399 C100 P49497 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15120 T1399 C100 P49497 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15122 T1399 C100 P49497 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15732 T1325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15953 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15955 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49501_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49501"}
[junit4:junit4]   2> 15962 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49497_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49497"}
[junit4:junit4]   2> 15969 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15970 T1412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15970 T1381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15970 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15970 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15971 T1396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16736 T1325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17741 T1325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C101_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49501_, base_url=http://127.0.0.1:49501}
[junit4:junit4]   2> 18731 T1415 C101 P49501 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49494/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18732 T1415 C101 P49501 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49501 START replicas=[http://127.0.0.1:49494/collection1/] nUpdates=100
[junit4:junit4]   2> 18733 T1415 C101 P49501 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18733 T1415 C101 P49501 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18733 T1415 C101 P49501 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18734 T1415 C101 P49501 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18734 T1415 C101 P49501 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18735 T1415 C101 P49501 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49494/collection1/. core=collection1
[junit4:junit4]   2> 18735 T1415 C101 P49501 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C103 name=collection1 org.apache.solr.core.SolrCore@2770cfa5 url=http://127.0.0.1:49494/collection1 node=127.0.0.1:49494_ C103_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49494_, base_url=http://127.0.0.1:49494, leader=true}
[junit4:junit4]   2> 18747 T1377 C103 P49494 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18748 T1325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18748 T1373 C103 P49494 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18749 T1373 C103 P49494 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2
[junit4:junit4]   2> 18753 T1373 C103 P49494 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fdb46e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18754 T1373 C103 P49494 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18757 T1373 C103 P49494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fdb46e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fdb46e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18757 T1373 C103 P49494 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18758 T1373 C103 P49494 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2
[junit4:junit4]   2> 18759 T1373 C103 P49494 oass.SolrIndexSearcher.<init> Opening Searcher@39f1b590 realtime
[junit4:junit4]   2> 18760 T1373 C103 P49494 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18760 T1373 C103 P49494 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 18762 T1415 C101 P49501 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18762 T1415 C101 P49501 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18766 T1376 C103 P49494 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18766 T1376 C103 P49494 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18767 T1415 C101 P49501 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18767 T1415 C101 P49501 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18768 T1415 C101 P49501 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18772 T1372 C103 P49494 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2
[junit4:junit4]   2> 18773 T1372 C103 P49494 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2/index
[junit4:junit4]   2> 18774 T1372 C103 P49494 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 18775 T1415 C101 P49501 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18776 T1415 C101 P49501 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index.20130121123304402 forceNew:false
[junit4:junit4]   2> 18777 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 18777 T1415 C101 P49501 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index.20130121123304402 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e5a49d1) fullCopy=true
[junit4:junit4]   2> 18781 T1377 C103 P49494 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18784 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index
[junit4:junit4]   2> 18784 T1415 C101 P49501 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18785 T1415 C101 P49501 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130121123304402
[junit4:junit4]   2> 18786 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 18787 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 18787 T1415 C101 P49501 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index.20130121123304402
[junit4:junit4]   2> 18790 T1415 C101 P49501 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index.20130121123304402 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e5a49d1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18791 T1415 C101 P49501 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18792 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 18792 T1415 C101 P49501 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18792 T1415 C101 P49501 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18792 T1415 C101 P49501 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18793 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index.20130121123304402
[junit4:junit4]   2> 18794 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 18795 T1415 C101 P49501 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index.20130121123304402 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e5a49d1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18796 T1415 C101 P49501 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18796 T1415 C101 P49501 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18796 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 18797 T1415 C101 P49501 oass.SolrIndexSearcher.<init> Opening Searcher@7469b71e main
[junit4:junit4]   2> 18799 T1414 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7469b71e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18800 T1414 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index
[junit4:junit4]   2> 18801 T1415 C101 P49501 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18803 T1415 C101 P49501 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index.20130121123304402 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e5a49d1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index.20130121123304402 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6e5a49d1),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18803 T1415 C101 P49501 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18804 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 18804 T1415 C101 P49501 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18804 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index.20130121123304402
[junit4:junit4]   2> 18804 T1415 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4/index
[junit4:junit4]   2> 18805 T1415 C101 P49501 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18805 T1415 C101 P49501 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18805 T1415 C101 P49501 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18805 T1415 C101 P49501 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18807 T1415 C101 P49501 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18999 T1348 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19000 T1348 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49501_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49501"}
[junit4:junit4]   2> 19007 T1353 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19008 T1381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19007 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19008 T1366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19008 T1412 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19008 T1396 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19752 T1325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19754 T1325 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@627496c6 url=http://127.0.0.1:49487/collection1 node=127.0.0.1:49487_ C104_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:49487_, base_url=http://127.0.0.1:49487, leader=true}
[junit4:junit4]   2> 19765 T1339 C104 P49487 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data
[junit4:junit4]   2> 19770 T1339 C104 P49487 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41581b06),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19771 T1339 C104 P49487 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19772 T1339 C104 P49487 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/control/data
[junit4:junit4]   2> 19773 T1339 C104 P49487 oass.SolrIndexSearcher.<init> Opening Searcher@ab78edd realtime
[junit4:junit4]   2> 19774 T1339 C104 P49487 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1424775273921904640)} 0 10
[junit4:junit4]   2> 19779 T1375 C103 P49494 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty2
[junit4:junit4]   2> 19787 T1362 C102 P49491 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty1
[junit4:junit4]   2>  C101_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49501_, base_url=http://127.0.0.1:49501}
[junit4:junit4]   2> 19796 T1403 C101 P49501 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty4
[junit4:junit4]   2> 19797 T1403 C101 P49501 /update {update.distrib=FROMLEADER&_version_=-1424775273935536128&update.from=http://127.0.0.1:49494/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1424775273935536128)} 0 3
[junit4:junit4]   2>  C100_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49497_, base_url=http://127.0.0.1:49497}
[junit4:junit4]   2> 19801 T1387 C100 P49497 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358771565631/jetty3
[junit4:junit4]   2> 19803 T1387 C100 P49497 /update {update.distrib=FROMLEADER&_version_=-1424775273943924736&update.from=http://127.0.0.1:49491/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1424775273943924736)} 0 4
[junit4:junit4]   2> 19804 T1362 C102 P49491 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1424775273943924736)} 0 20
[junit4:junit4]   2> 19804 T1375 C103 P49494 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1424775273935536128)} 0 28
[junit4:junit4]   2> 19813 T1338 C104 P49487 /update {wt=javabin&version=2} {add=[1 (1424775273969090560)]} 0 4
[junit4:junit4]   2> 19844 T1388 C100 P49497 /update {distrib.from=http://127.0.0.1:49491/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1424775273992159232)]} 0 4
[junit4:junit4]   2> 19845 T1357 C102 P49491 /update {distrib.from=http://127.0.0.1:49494/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1424775273992159232)]} 0 15
[junit4:junit4]   2> 19846 T1376 C103 P49494 /update {wt=javabin&version=2} {add=[1]} 0 29
[junit4:junit4]   2> 19853 T1341 C104 P49487 /update {wt=javabin&version=2} {add=[2 (1424775274012082176)]} 0 3
[junit4:junit4]   2> 19868 T1404 C101 P49501 /update {distrib.from=http://127.0.0.1:49494/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1424775274020470784)]} 0 3
[junit4:junit4]   2> 19869 T1372 C103 P49494 /update {distrib.from=http://127.0.0.1:49491/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1424775274020470784)]} 0 11
[junit4:junit4]   2> 19870 T1358 C102 P49491 /update {wt=javabin&version=2} {add=[2]} 0 14
[junit4:junit4]   2> 19875 T1342 C104 P49487 /update {wt=javabin&version=2} {add=[3 (1424775274037248000)]} 0 2
[junit4:junit4]   2> 19887 T1405 C101 P49501 /update {distrib.from=http://127.0.0.1:49494/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1424775274044588032)]} 0 2
[junit4:junit4]   2> 19888 T1377 C103 P49494 /update {distrib.from=http://127.0.0.1:49491/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1424775274044588032)]} 0 7
[junit4:junit4]   2> 19889 T1360 C102 P49491 /update {wt=javabin&version=2} {add=[3]} 0 11
[junit4:junit4]   2> 19894 T1337 C104 P49487 /update {wt=javabin&version=2} {add=[4 (1424775274056122368)]} 0 2
[junit4:junit4]   2> 19903 T1389 C100 P49497 /update {distrib.from=http://127.0.0.1:49491/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1424775274061365248)]} 0 2
[junit4:junit4]   2> 19904 T1361 C102 P49491 /update {wt=javabin&version=2} {add=[4 (1424775274061365248)]} 0 7
[junit4:junit4]   2> 19909 T1343 C104 P49487 /update {wt=javabin&version=2} {add=[5 (1424775274071851008)]} 0 2
[junit4:junit4]   2> 19931 T1407 C101 P49501 /update {distrib.from=http://127.0.0.1:49494/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1424775274088628224)]} 0 3
[junit4:junit4]   2> 19932 T1374 C103 P49494 /update {distrib.from=http://127.0.0.1:49491/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1424775274088628224)]} 0 9
[junit4:junit4]   2> 19933 T1359 C102 P49491 /update {wt=javabin&version=2} {add=[5]} 0 15
[junit4:junit4]   2> 19938 T1339 C104 P49487 /update {wt=javabin&version=2} {add=[6 (1424775274103308288)]} 0 2
[junit4:junit4]   2> 19954 T1408 C101 P49501 /update {distrib.from=http://127.0.0.1:49494/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1424775274113794048)]} 0 2
[junit4:junit4]   2> 19955 T1373 C103 P49494 /update {distrib.from=http://127.0.0.1:49491/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1424775274113794048)]} 0 8
[junit4:junit4]   2> 19955 T1357 C102 P49491 /update {wt=javabin&version=2} {add=[6]} 0 11
[junit4:junit4]   2> 19961 T1338 C104 P49487 /update {wt=javabin&version=2} {add=[7 (1424775274127425536)]} 0 2
[junit4:junit4]   2> 19972 T1403 C101 P49501 /update {distrib.from=http://127.0.0.1:49494/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1424775274132668416)]} 0 2
[junit4:junit4]   2> 19973 T1375 C103 P49494 /update {wt=javabin&version=2} {add=[7 (1424775274132668416)]} 0 9
[junit4:junit4]   2> 19978 T1341 C104 P49487 /update {wt=javabin&version=2} {add=[8 (1424775274145251328)]} 0 1
[junit4:junit4]   2> 19992 T1390 C100 P49497 /update {distrib.from=http://127.0.0.1:49491/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2}

[...truncated too long message...]

che.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.testANewCollectionInOneInstance(BasicDistributedZkTest.java:1107)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:329)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 295806 T1325 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {n_f1=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_b=Lucene41(blocksize=128), foo_d=PostingsFormat(name=MockRandom), foo_f=Lucene41(blocksize=128), n_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_d1=PostingsFormat(name=NestedPulsing), rnd_b=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_td1=PostingsFormat(name=TestBloomFilteredLucene41Postings), timestamp=PostingsFormat(name=NestedPulsing), id=PostingsFormat(name=MockRandom), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=PostingsFormat(name=NestedPulsing), oddField_s=PostingsFormat(name=MockRandom), foo_i=PostingsFormat(name=TestBloomFilteredLucene41Postings), multiDefault=PostingsFormat(name=NestedPulsing), n_tf1=PostingsFormat(name=NestedPulsing), n_dt1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_ti1=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=NestedPulsing), text=Lucene41(blocksize=128), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings), val_i=PostingsFormat(name=MockRandom), SubjectTerms_mfacet=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_t=PostingsFormat(name=NestedPulsing), n_tdt1=PostingsFormat(name=TestBloomFilteredLucene41Postings), other_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_l1=PostingsFormat(name=NestedPulsing), a_si=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, sim=DefaultSimilarity, locale=pt_BR, timezone=Africa/Banjul
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=140958168,total=301137920
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SimpleFacetsTest, TestPartialUpdateDeduplication, RAMDirectoryFactoryTest, TestMultiCoreConfBootstrap, HighlighterTest, TestQuerySenderListener, TestSolrIndexConfig, DefaultValueUpdateProcessorTest, OverseerCollectionProcessorTest, DistributedTermsComponentTest, CollectionsAPIDistributedZkTest, ExternalFileFieldSortTest, TestDefaultSimilarityFactory, ResourceLoaderTest, TestRandomFaceting, TestRangeQuery, TestSurroundQueryParser, PluginInfoTest, PingRequestHandlerTest, MBeansHandlerTest, StandardRequestHandlerTest, CopyFieldTest, TestBadConfig, FileUtilsTest, IndexSchemaTest, TestSearchPerf, TestAtomicUpdateErrorCases, TestReversedWildcardFilterFactory, DateMathParserTest, AnalysisAfterCoreReloadTest, TestGroupingSearch, TestLMDirichletSimilarityFactory, TestFaceting, ClusterStateUpdateTest, PrimitiveFieldTypeTest, TestTrie, PrimUtilsTest, MultiTermTest, CoreContainerCoreInitFailuresTest, SolrCoreCheckLockOnStartupTest, SoftAutoCommitTest, DirectUpdateHandlerTest, QueryEqualityTest, TestRealTimeGet, TestFastLRUCache, TestUpdate, PolyFieldTest, LegacyHTMLStripCharFilterTest, MoreLikeThisHandlerTest, TestJmxIntegration, SignatureUpdateProcessorFactoryTest, TestPropInject, TestFoldingMultitermQuery, TestFunctionQuery, SearchHandlerTest, TestReload, TestAnalyzedSuggestions, BasicZkTest, TestHashPartitioner, HighlighterConfigTest, WordBreakSolrSpellCheckerTest, JsonLoaderTest, TestStressRecovery, TestSolr4Spatial, TestPerFieldSimilarity, TestReplicationHandler, DirectUpdateHandlerOptimizeTest, SyncSliceTest, TestXIncludeConfig, TestLMJelinekMercerSimilarityFactory, TestWordDelimiterFilterFactory, TestSuggestSpellingConverter, TestJoin, BasicDistributedZkTest]
[junit4:junit4] Completed in 295.98s, 1 test, 1 failure <<< FAILURES!

[...truncated 521 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:344: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 247 suites, 1031 tests, 1 failure, 14 ignored (3 assumptions)

Total time: 64 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 118 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/118/
Java: 64bit/jdk1.7.0 -XX:+UseConcMarkSweepGC

4 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
Captured an uncaught exception in thread: Thread[id=1969, name=testExecutor-884-thread-5, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1969, name=testExecutor-884-thread-5, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:49651/sapil/ge
	at __randomizedtesting.SeedInfo.seed([50B17166B628FE74]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:706)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:49651/sapil/ge
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:704)
	... 3 more
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 5 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
ERROR: SolrIndexSearcher opens=597 closes=596

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=597 closes=596
	at __randomizedtesting.SeedInfo.seed([50B17166B628FE74]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:246)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:97)
	at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:     1) Thread[id=1994, name=searcherExecutor-912-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=2004, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   1) Thread[id=1994, name=searcherExecutor-912-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=2004, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
	at __randomizedtesting.SeedInfo.seed([50B17166B628FE74]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1994, name=searcherExecutor-912-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=2004, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1258)         at java.lang.Thread.join(Thread.java:1332)         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1994, name=searcherExecutor-912-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=2004, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1258)
        at java.lang.Thread.join(Thread.java:1332)
        at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
        at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
        at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
        at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
	at __randomizedtesting.SeedInfo.seed([50B17166B628FE74]:0)




Build Log:
[...truncated 8810 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T1628 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sapil/ge
[junit4:junit4]   2> 5 T1628 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1358837520017
[junit4:junit4]   2> 6 T1628 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T1629 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 7 T1629 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T1629 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 8 T1629 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 8 T1629 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 9 T1629 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 110 T1628 oasc.ZkTestServer.run start zk server on port:49638
[junit4:junit4]   2> 111 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3981bf23
[junit4:junit4]   2> 113 T1634 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 113 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 113 T1634 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 114 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49639
[junit4:junit4]   2> 114 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49639
[junit4:junit4]   2> 114 T1632 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 117 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960000 with negotiated timeout 10000 for client /127.0.0.1:49639
[junit4:junit4]   2> 117 T1634 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960000, negotiated timeout = 10000
[junit4:junit4]   2> 120 T1635 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3981bf23 name:ZooKeeperConnection Watcher:127.0.0.1:49638 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 120 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 120 T1628 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 129 T1633 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c610716960000
[junit4:junit4]   2> 130 T1635 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T1628 oaz.ZooKeeper.close Session: 0x13c610716960000 closed
[junit4:junit4]   2> 131 T1630 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49639 which had sessionid 0x13c610716960000
[junit4:junit4]   2> 132 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6a0ae8fe
[junit4:junit4]   2> 135 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 136 T1636 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 139 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49640
[junit4:junit4]   2> 142 T1636 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 143 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49640
[junit4:junit4]   2> 145 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960001 with negotiated timeout 10000 for client /127.0.0.1:49640
[junit4:junit4]   2> 146 T1636 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960001, negotiated timeout = 10000
[junit4:junit4]   2> 147 T1637 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a0ae8fe name:ZooKeeperConnection Watcher:127.0.0.1:49638/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 147 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 148 T1628 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 159 T1628 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 167 T1628 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 172 T1628 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 177 T1628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 178 T1628 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 188 T1628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 189 T1628 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 195 T1628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 197 T1628 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 203 T1628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 205 T1628 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 212 T1628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 212 T1628 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 218 T1628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 219 T1628 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 225 T1628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 226 T1628 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 234 T1628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 234 T1628 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 247 T1628 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 248 T1628 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 257 T1633 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c610716960001
[junit4:junit4]   2> 258 T1630 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49640 which had sessionid 0x13c610716960001
[junit4:junit4]   2> 259 T1628 oaz.ZooKeeper.close Session: 0x13c610716960001 closed
[junit4:junit4]   2> 263 T1637 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 476 T1628 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 483 T1628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49641
[junit4:junit4]   2> 484 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 485 T1628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 485 T1628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358837520272
[junit4:junit4]   2> 486 T1628 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358837520272/solr.xml
[junit4:junit4]   2> 486 T1628 oasc.CoreContainer.<init> New CoreContainer 1846234471
[junit4:junit4]   2> 488 T1628 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358837520272/'
[junit4:junit4]   2> 488 T1628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358837520272/'
[junit4:junit4]   2> 543 T1628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 543 T1628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 544 T1628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 545 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 545 T1628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 546 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 547 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 548 T1628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 548 T1628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 549 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 568 T1628 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 595 T1628 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49638/solr
[junit4:junit4]   2> 596 T1628 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 597 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5fa42907
[junit4:junit4]   2> 614 T1647 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 615 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 625 T1647 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 628 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49642
[junit4:junit4]   2> 629 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49642
[junit4:junit4]   2> 649 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960002 with negotiated timeout 20000 for client /127.0.0.1:49642
[junit4:junit4]   2> 650 T1647 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960002, negotiated timeout = 20000
[junit4:junit4]   2> 650 T1648 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fa42907 name:ZooKeeperConnection Watcher:127.0.0.1:49638 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 651 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 653 T1633 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c610716960002
[junit4:junit4]   2> 982 T1630 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49642 which had sessionid 0x13c610716960002
[junit4:junit4]   2> 982 T1628 oaz.ZooKeeper.close Session: 0x13c610716960002 closed
[junit4:junit4]   2> 983 T1648 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 983 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 988 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@441c3e18
[junit4:junit4]   2> 989 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 990 T1649 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 990 T1649 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 991 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49643
[junit4:junit4]   2> 992 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49643
[junit4:junit4]   2> 1000 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960003 with negotiated timeout 20000 for client /127.0.0.1:49643
[junit4:junit4]   2> 1000 T1649 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960003, negotiated timeout = 20000
[junit4:junit4]   2> 1000 T1650 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@441c3e18 name:ZooKeeperConnection Watcher:127.0.0.1:49638/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1001 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1008 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1010 T1628 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1014 T1628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49641_sapil%2Fge
[junit4:junit4]   2> 1015 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49641_sapil%2Fge Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49641_sapil%2Fge
[junit4:junit4]   2> 1016 T1628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49641_sapil%2Fge
[junit4:junit4]   2> 1026 T1628 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1040 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1041 T1628 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1046 T1628 oasc.Overseer.start Overseer (id=89052775712161795-127.0.0.1:49641_sapil%2Fge-n_0000000000) starting
[junit4:junit4]   2> 1047 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1049 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1050 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1052 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1054 T1652 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 1055 T1628 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1061 T1628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1067 T1651 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1073 T1653 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358837520272/collection1
[junit4:junit4]   2> 1074 T1653 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1076 T1653 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1076 T1653 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1079 T1653 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358837520272/collection1/'
[junit4:junit4]   2> 1080 T1653 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358837520272/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1081 T1653 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358837520272/collection1/lib/README' to classloader
[junit4:junit4]   2> 1155 T1653 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1235 T1653 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1240 T1653 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1248 T1653 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1933 T1653 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1942 T1653 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1946 T1653 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1968 T1653 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1974 T1653 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1980 T1653 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1982 T1653 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1985 T1653 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358837520272/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/control/data/
[junit4:junit4]   2> 1985 T1653 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fb3105f
[junit4:junit4]   2> 1985 T1653 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1986 T1653 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/control/data forceNew:false
[junit4:junit4]   2> 1988 T1653 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/control/data
[junit4:junit4]   2> 1988 T1653 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/control/data/index/
[junit4:junit4]   2> 1989 T1653 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1990 T1653 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/control/data/index forceNew:false
[junit4:junit4]   2> 1997 T1653 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@77e9ff2d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1997 T1653 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1998 T1653 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/control/data/index
[junit4:junit4]   2> 1999 T1653 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 2001 T1653 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2002 T1653 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 2002 T1653 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2003 T1653 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 2004 T1653 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2004 T1653 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2005 T1653 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2006 T1653 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2006 T1653 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2007 T1653 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 2007 T1653 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 2008 T1653 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2008 T1653 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 2009 T1653 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 2009 T1653 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 2009 T1653 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2010 T1653 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2010 T1653 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2011 T1653 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2012 T1653 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2012 T1653 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2013 T1653 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2013 T1653 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2013 T1653 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 2014 T1653 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 2015 T1653 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 2021 T1653 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2024 T1653 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 2026 T1653 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 2028 T1653 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/control/data
[junit4:junit4]   2> 2029 T1653 oass.SolrIndexSearcher.<init> Opening Searcher@600b781d main
[junit4:junit4]   2> 2031 T1653 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2031 T1653 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2031 T1653 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 2037 T1653 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 2069 T1654 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@600b781d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2074 T1653 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2074 T1653 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2075 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2576 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2578 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49641_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49641/sapil/ge"}
[junit4:junit4]   2> 2578 T1651 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2578 T1651 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2580 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2591 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3080 T1653 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3080 T1653 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49641/sapil/ge collection:control_collection shard:shard1
[junit4:junit4]   2> 3082 T1653 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3096 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3097 T1653 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3104 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3115 T1653 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3116 T1653 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3116 T1653 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49641/sapil/ge/collection1/
[junit4:junit4]   2> 3116 T1653 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3116 T1653 oasc.SyncStrategy.syncToMe http://127.0.0.1:49641/sapil/ge/collection1/ has no replicas
[junit4:junit4]   2> 3117 T1653 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49641/sapil/ge/collection1/
[junit4:junit4]   2> 3117 T1653 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3135 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4103 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4121 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4169 T1653 oasc.ZkController.register We are http://127.0.0.1:49641/sapil/ge/collection1/ and leader is http://127.0.0.1:49641/sapil/ge/collection1/
[junit4:junit4]   2> 4170 T1653 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49641/sapil/ge
[junit4:junit4]   2> 4170 T1653 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4170 T1653 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4170 T1653 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4178 T1653 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4182 T1628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4185 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4187 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4195 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4201 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5f9f0e2b
[junit4:junit4]   2> 4202 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4203 T1655 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4204 T1655 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 4205 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49644
[junit4:junit4]   2> 4205 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49644
[junit4:junit4]   2> 4207 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960004 with negotiated timeout 10000 for client /127.0.0.1:49644
[junit4:junit4]   2> 4207 T1655 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960004, negotiated timeout = 10000
[junit4:junit4]   2> 4208 T1656 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f9f0e2b name:ZooKeeperConnection Watcher:127.0.0.1:49638/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4208 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4210 T1628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4214 T1628 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4394 T1628 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4399 T1628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49645
[junit4:junit4]   2> 4400 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4401 T1628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4401 T1628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358837524227
[junit4:junit4]   2> 4402 T1628 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358837524227/solr.xml
[junit4:junit4]   2> 4402 T1628 oasc.CoreContainer.<init> New CoreContainer 1691145392
[junit4:junit4]   2> 4403 T1628 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358837524227/'
[junit4:junit4]   2> 4404 T1628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358837524227/'
[junit4:junit4]   2> 4462 T1628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4463 T1628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4463 T1628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4464 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4464 T1628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4465 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4465 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4466 T1628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4466 T1628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4467 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4488 T1628 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4512 T1628 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49638/solr
[junit4:junit4]   2> 4513 T1628 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4514 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@11a17630
[junit4:junit4]   2> 4517 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4517 T1666 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4520 T1666 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 4521 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49646
[junit4:junit4]   2> 4522 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49646
[junit4:junit4]   2> 4524 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960005 with negotiated timeout 20000 for client /127.0.0.1:49646
[junit4:junit4]   2> 4524 T1666 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960005, negotiated timeout = 20000
[junit4:junit4]   2> 4525 T1667 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11a17630 name:ZooKeeperConnection Watcher:127.0.0.1:49638 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4526 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4529 T1633 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c610716960005
[junit4:junit4]   2> 4531 T1630 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49646 which had sessionid 0x13c610716960005
[junit4:junit4]   2> 4532 T1667 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4532 T1628 oaz.ZooKeeper.close Session: 0x13c610716960005 closed
[junit4:junit4]   2> 4533 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4543 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@34ed9883
[junit4:junit4]   2> 4545 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4546 T1668 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4547 T1668 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 4548 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49647
[junit4:junit4]   2> 4549 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49647
[junit4:junit4]   2> 4551 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960006 with negotiated timeout 20000 for client /127.0.0.1:49647
[junit4:junit4]   2> 4551 T1668 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960006, negotiated timeout = 20000
[junit4:junit4]   2> 4551 T1669 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ed9883 name:ZooKeeperConnection Watcher:127.0.0.1:49638/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4552 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4553 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4555 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4558 T1628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49645_sapil%2Fge
[junit4:junit4]   2> 4559 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49645_sapil%2Fge Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49645_sapil%2Fge
[junit4:junit4]   2> 4561 T1628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49645_sapil%2Fge
[junit4:junit4]   2> 4567 T1650 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4567 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4567 T1656 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4575 T1628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4586 T1670 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358837524227/collection1
[junit4:junit4]   2> 4587 T1670 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4589 T1670 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4589 T1670 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4593 T1670 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358837524227/collection1/'
[junit4:junit4]   2> 4594 T1670 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358837524227/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4595 T1670 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358837524227/collection1/lib/README' to classloader
[junit4:junit4]   2> 4664 T1670 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4765 T1670 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4768 T1670 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4777 T1670 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5410 T1670 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5419 T1670 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5423 T1670 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5444 T1670 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5449 T1670 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5455 T1670 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5457 T1670 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5460 T1670 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358837524227/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/
[junit4:junit4]   2> 5460 T1670 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fb3105f
[junit4:junit4]   2> 5460 T1670 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5461 T1670 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1 forceNew:false
[junit4:junit4]   2> 5461 T1670 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1
[junit4:junit4]   2> 5461 T1670 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/index/
[junit4:junit4]   2> 5462 T1670 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5464 T1670 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/index forceNew:false
[junit4:junit4]   2> 5471 T1670 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61d3b319; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5471 T1670 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5472 T1670 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/index
[junit4:junit4]   2> 5473 T1670 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5476 T1670 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5476 T1670 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5477 T1670 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5477 T1670 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5478 T1670 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5479 T1670 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5479 T1670 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5480 T1670 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5481 T1670 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5481 T1670 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5482 T1670 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5482 T1670 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5483 T1670 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5483 T1670 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5484 T1670 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5484 T1670 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5485 T1670 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5486 T1670 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5486 T1670 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5487 T1670 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5488 T1670 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5488 T1670 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5489 T1670 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5490 T1670 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5490 T1670 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5491 T1670 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5498 T1670 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5502 T1670 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5504 T1670 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5507 T1670 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1
[junit4:junit4]   2> 5508 T1670 oass.SolrIndexSearcher.<init> Opening Searcher@7ef79891 main
[junit4:junit4]   2> 5509 T1670 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5510 T1670 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5510 T1670 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5517 T1670 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5553 T1671 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ef79891 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5561 T1670 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5561 T1670 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5631 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5632 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49641_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49641/sapil/ge"}
[junit4:junit4]   2> 5642 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49645_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49645/sapil/ge"}
[junit4:junit4]   2> 5643 T1651 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5643 T1651 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5651 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5651 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5651 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6572 T1670 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6572 T1670 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49645/sapil/ge collection:collection1 shard:shard1
[junit4:junit4]   2> 6574 T1670 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6583 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6584 T1670 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6585 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6588 T1670 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6588 T1670 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6588 T1670 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49645/sapil/ge/collection1/
[junit4:junit4]   2> 6589 T1670 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6589 T1670 oasc.SyncStrategy.syncToMe http://127.0.0.1:49645/sapil/ge/collection1/ has no replicas
[junit4:junit4]   2> 6589 T1670 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49645/sapil/ge/collection1/
[junit4:junit4]   2> 6589 T1670 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6597 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7163 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7177 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7177 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7177 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7216 T1670 oasc.ZkController.register We are http://127.0.0.1:49645/sapil/ge/collection1/ and leader is http://127.0.0.1:49645/sapil/ge/collection1/
[junit4:junit4]   2> 7217 T1670 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49645/sapil/ge
[junit4:junit4]   2> 7217 T1670 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7218 T1670 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7218 T1670 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7221 T1670 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7223 T1628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7223 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7224 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7461 T1628 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7469 T1628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49648
[junit4:junit4]   2> 7471 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7472 T1628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7473 T1628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358837527245
[junit4:junit4]   2> 7473 T1628 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358837527245/solr.xml
[junit4:junit4]   2> 7474 T1628 oasc.CoreContainer.<init> New CoreContainer 608036072
[junit4:junit4]   2> 7474 T1628 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358837527245/'
[junit4:junit4]   2> 7475 T1628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358837527245/'
[junit4:junit4]   2> 7522 T1628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7523 T1628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7524 T1628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7524 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7525 T1628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7525 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7525 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7526 T1628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7526 T1628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7527 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7542 T1628 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7567 T1628 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49638/solr
[junit4:junit4]   2> 7568 T1628 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7568 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@73e287ae
[junit4:junit4]   2> 7570 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7570 T1681 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7572 T1681 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 7572 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49649
[junit4:junit4]   2> 7573 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49649
[junit4:junit4]   2> 7574 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960007 with negotiated timeout 20000 for client /127.0.0.1:49649
[junit4:junit4]   2> 7574 T1681 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960007, negotiated timeout = 20000
[junit4:junit4]   2> 7575 T1682 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73e287ae name:ZooKeeperConnection Watcher:127.0.0.1:49638 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7575 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7577 T1633 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c610716960007
[junit4:junit4]   2> 7578 T1630 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49649 which had sessionid 0x13c610716960007
[junit4:junit4]   2> 7578 T1628 oaz.ZooKeeper.close Session: 0x13c610716960007 closed
[junit4:junit4]   2> 7579 T1682 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7579 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7586 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@72750c56
[junit4:junit4]   2> 7588 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7588 T1683 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7590 T1683 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 7590 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49650
[junit4:junit4]   2> 7591 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49650
[junit4:junit4]   2> 7593 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960008 with negotiated timeout 20000 for client /127.0.0.1:49650
[junit4:junit4]   2> 7593 T1683 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960008, negotiated timeout = 20000
[junit4:junit4]   2> 7594 T1684 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72750c56 name:ZooKeeperConnection Watcher:127.0.0.1:49638/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7594 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7595 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7597 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7599 T1628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49648_sapil%2Fge
[junit4:junit4]   2> 7601 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49648_sapil%2Fge Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49648_sapil%2Fge
[junit4:junit4]   2> 7602 T1628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49648_sapil%2Fge
[junit4:junit4]   2> 7609 T1650 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7609 T1669 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7610 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7609 T1656 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7610 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7609 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7617 T1628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7626 T1685 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358837527245/collection1
[junit4:junit4]   2> 7627 T1685 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7628 T1685 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7628 T1685 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7631 T1685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358837527245/collection1/'
[junit4:junit4]   2> 7632 T1685 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358837527245/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7633 T1685 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358837527245/collection1/lib/README' to classloader
[junit4:junit4]   2> 7690 T1685 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7780 T1685 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7782 T1685 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7791 T1685 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8508 T1685 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8516 T1685 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8519 T1685 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8542 T1685 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8548 T1685 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8554 T1685 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8557 T1685 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8558 T1685 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358837527245/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/
[junit4:junit4]   2> 8559 T1685 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fb3105f
[junit4:junit4]   2> 8560 T1685 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 8561 T1685 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2 forceNew:false
[junit4:junit4]   2> 8561 T1685 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2
[junit4:junit4]   2> 8561 T1685 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/index/
[junit4:junit4]   2> 8562 T1685 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8563 T1685 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/index forceNew:false
[junit4:junit4]   2> 8567 T1685 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@424db64f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8567 T1685 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8568 T1685 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/index
[junit4:junit4]   2> 8568 T1685 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 8570 T1685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8571 T1685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 8571 T1685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8571 T1685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 8572 T1685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8572 T1685 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8573 T1685 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8574 T1685 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8574 T1685 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8575 T1685 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 8575 T1685 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 8576 T1685 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8576 T1685 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 8577 T1685 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 8577 T1685 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 8578 T1685 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8578 T1685 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8579 T1685 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8580 T1685 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8580 T1685 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8581 T1685 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8581 T1685 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8582 T1685 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8582 T1685 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 8583 T1685 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 8584 T1685 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 8590 T1685 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8595 T1685 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 8597 T1685 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 8599 T1685 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2
[junit4:junit4]   2> 8601 T1685 oass.SolrIndexSearcher.<init> Opening Searcher@153cfe54 main
[junit4:junit4]   2> 8602 T1685 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8603 T1685 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8604 T1685 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8610 T1685 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8645 T1686 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@153cfe54 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8651 T1685 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8652 T1685 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8689 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8690 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49645_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49645/sapil/ge"}
[junit4:junit4]   2> 8697 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49648_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49648/sapil/ge"}
[junit4:junit4]   2> 8697 T1651 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8698 T1651 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8706 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8706 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8706 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8707 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9656 T1685 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9656 T1685 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49648/sapil/ge collection:collection1 shard:shard2
[junit4:junit4]   2> 9658 T1685 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 9670 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 9671 T1685 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9672 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9676 T1685 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9676 T1685 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9677 T1685 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49648/sapil/ge/collection1/
[junit4:junit4]   2> 9677 T1685 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9677 T1685 oasc.SyncStrategy.syncToMe http://127.0.0.1:49648/sapil/ge/collection1/ has no replicas
[junit4:junit4]   2> 9677 T1685 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49648/sapil/ge/collection1/
[junit4:junit4]   2> 9678 T1685 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 9685 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c610716960008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10220 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10234 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10234 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10234 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10234 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10259 T1685 oasc.ZkController.register We are http://127.0.0.1:49648/sapil/ge/collection1/ and leader is http://127.0.0.1:49648/sapil/ge/collection1/
[junit4:junit4]   2> 10259 T1685 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49648/sapil/ge
[junit4:junit4]   2> 10259 T1685 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10259 T1685 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10260 T1685 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10262 T1685 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10264 T1628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 10264 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10265 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10468 T1628 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10473 T1628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49651
[junit4:junit4]   2> 10474 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10475 T1628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10475 T1628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358837530284
[junit4:junit4]   2> 10476 T1628 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358837530284/solr.xml
[junit4:junit4]   2> 10476 T1628 oasc.CoreContainer.<init> New CoreContainer 1508631589
[junit4:junit4]   2> 10477 T1628 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358837530284/'
[junit4:junit4]   2> 10477 T1628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358837530284/'
[junit4:junit4]   2> 10515 T1628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10516 T1628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10517 T1628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10518 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10519 T1628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10520 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10521 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10522 T1628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10522 T1628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10524 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10540 T1628 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10559 T1628 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49638/solr
[junit4:junit4]   2> 10560 T1628 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10561 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@72b4c193
[junit4:junit4]   2> 10562 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10563 T1696 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10564 T1696 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 10565 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49652
[junit4:junit4]   2> 10566 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49652
[junit4:junit4]   2> 10568 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c610716960009 with negotiated timeout 20000 for client /127.0.0.1:49652
[junit4:junit4]   2> 10568 T1696 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c610716960009, negotiated timeout = 20000
[junit4:junit4]   2> 10568 T1697 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72b4c193 name:ZooKeeperConnection Watcher:127.0.0.1:49638 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10568 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10570 T1633 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c610716960009
[junit4:junit4]   2> 10571 T1630 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49652 which had sessionid 0x13c610716960009
[junit4:junit4]   2> 10571 T1628 oaz.ZooKeeper.close Session: 0x13c610716960009 closed
[junit4:junit4]   2> 10572 T1697 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10572 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10577 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@582b42cb
[junit4:junit4]   2> 10578 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10579 T1698 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10580 T1698 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 10580 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49653
[junit4:junit4]   2> 10581 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49653
[junit4:junit4]   2> 10582 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c61071696000a with negotiated timeout 20000 for client /127.0.0.1:49653
[junit4:junit4]   2> 10582 T1698 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c61071696000a, negotiated timeout = 20000
[junit4:junit4]   2> 10583 T1699 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@582b42cb name:ZooKeeperConnection Watcher:127.0.0.1:49638/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10583 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10584 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c61071696000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10586 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c61071696000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10588 T1628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49651_sapil%2Fge
[junit4:junit4]   2> 10589 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c61071696000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49651_sapil%2Fge Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49651_sapil%2Fge
[junit4:junit4]   2> 10590 T1628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49651_sapil%2Fge
[junit4:junit4]   2> 10596 T1669 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10596 T1656 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10597 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10596 T1684 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10596 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10597 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10597 T1650 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10598 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10605 T1628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10614 T1700 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358837530284/collection1
[junit4:junit4]   2> 10614 T1700 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10615 T1700 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10616 T1700 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10618 T1700 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358837530284/collection1/'
[junit4:junit4]   2> 10619 T1700 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358837530284/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10619 T1700 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358837530284/collection1/lib/README' to classloader
[junit4:junit4]   2> 10669 T1700 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10746 T1700 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10748 T1700 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10757 T1700 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11470 T1700 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11483 T1700 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11487 T1700 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11516 T1700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11523 T1700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11531 T1700 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11534 T1700 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11537 T1700 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358837530284/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/
[junit4:junit4]   2> 11537 T1700 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fb3105f
[junit4:junit4]   2> 11538 T1700 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 11539 T1700 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3 forceNew:false
[junit4:junit4]   2> 11539 T1700 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3
[junit4:junit4]   2> 11540 T1700 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index/
[junit4:junit4]   2> 11540 T1700 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11542 T1700 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index forceNew:false
[junit4:junit4]   2> 11547 T1700 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7aed6445; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11548 T1700 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11549 T1700 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index
[junit4:junit4]   2> 11549 T1700 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 11552 T1700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11553 T1700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 11553 T1700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11554 T1700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 11555 T1700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11555 T1700 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11556 T1700 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11556 T1700 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11557 T1700 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11558 T1700 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 11559 T1700 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 11559 T1700 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11560 T1700 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 11560 T1700 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 11561 T1700 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 11561 T1700 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11562 T1700 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11563 T1700 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11563 T1700 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11564 T1700 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11565 T1700 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11565 T1700 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11566 T1700 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11567 T1700 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 11568 T1700 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 11569 T1700 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 11579 T1700 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11582 T1700 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 11584 T1700 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 11586 T1700 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3
[junit4:junit4]   2> 11587 T1700 oass.SolrIndexSearcher.<init> Opening Searcher@2c26c21b main
[junit4:junit4]   2> 11588 T1700 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11588 T1700 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11588 T1700 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 11593 T1700 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11621 T1701 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c26c21b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11629 T1700 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11629 T1700 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11751 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11752 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49648_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49648/sapil/ge"}
[junit4:junit4]   2> 11758 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49651_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49651/sapil/ge"}
[junit4:junit4]   2> 11758 T1651 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11759 T1651 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11765 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11765 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11765 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11765 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11765 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12633 T1700 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12634 T1700 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49651/sapil/ge collection:collection1 shard:shard1
[junit4:junit4]   2> 12638 T1700 oasc.ZkController.register We are http://127.0.0.1:49651/sapil/ge/collection1/ and leader is http://127.0.0.1:49645/sapil/ge/collection1/
[junit4:junit4]   2> 12639 T1700 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49651/sapil/ge
[junit4:junit4]   2> 12639 T1700 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12639 T1700 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C73 name=collection1 org.apache.solr.core.SolrCore@35088862 url=http://127.0.0.1:49651/sapil/ge/collection1 node=127.0.0.1:49651_sapil%2Fge C73_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49651_sapil%2Fge, base_url=http://127.0.0.1:49651/sapil/ge}
[junit4:junit4]   2> 12640 T1702 C73 P49651 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12641 T1702 C73 P49651 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12641 T1702 C73 P49651 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12641 T1700 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12641 T1702 C73 P49651 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12643 T1628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12643 T1702 C73 P49651 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12644 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12644 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12827 T1628 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12829 T1628 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49655
[junit4:junit4]   2> 12831 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12832 T1628 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12832 T1628 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358837532662
[junit4:junit4]   2> 12833 T1628 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358837532662/solr.xml
[junit4:junit4]   2> 12833 T1628 oasc.CoreContainer.<init> New CoreContainer 1701988397
[junit4:junit4]   2> 12834 T1628 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358837532662/'
[junit4:junit4]   2> 12834 T1628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358837532662/'
[junit4:junit4]   2> 12861 T1628 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12862 T1628 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12862 T1628 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12863 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12863 T1628 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12864 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12864 T1628 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12865 T1628 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12865 T1628 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12866 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12880 T1628 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12901 T1628 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49638/solr
[junit4:junit4]   2> 12902 T1628 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12903 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4dfe248c
[junit4:junit4]   2> 12904 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12904 T1712 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12906 T1712 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 12906 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49656
[junit4:junit4]   2> 12907 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49656
[junit4:junit4]   2> 12909 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c61071696000b with negotiated timeout 20000 for client /127.0.0.1:49656
[junit4:junit4]   2> 12909 T1712 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c61071696000b, negotiated timeout = 20000
[junit4:junit4]   2> 12910 T1713 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4dfe248c name:ZooKeeperConnection Watcher:127.0.0.1:49638 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12911 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12914 T1633 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c61071696000b
[junit4:junit4]   2> 12916 T1630 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49656 which had sessionid 0x13c61071696000b
[junit4:junit4]   2> 12916 T1628 oaz.ZooKeeper.close Session: 0x13c61071696000b closed
[junit4:junit4]   2> 12917 T1713 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12918 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12927 T1628 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49638/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4289e1c6
[junit4:junit4]   2> 12929 T1628 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12929 T1714 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49638. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12931 T1714 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49638, initiating session
[junit4:junit4]   2> 12932 T1630 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49657
[junit4:junit4]   2> 12932 T1630 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49657
[junit4:junit4]   2> 12934 T1632 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c61071696000c with negotiated timeout 20000 for client /127.0.0.1:49657
[junit4:junit4]   2> 12935 T1714 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49638, sessionid = 0x13c61071696000c, negotiated timeout = 20000
[junit4:junit4]   2> 12935 T1715 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4289e1c6 name:ZooKeeperConnection Watcher:127.0.0.1:49638/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12936 T1628 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12937 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c61071696000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12939 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c61071696000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12942 T1628 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49655_sapil%2Fge
[junit4:junit4]   2> 12944 T1633 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c61071696000c type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49655_sapil%2Fge Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49655_sapil%2Fge
[junit4:junit4]   2> 12946 T1628 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49655_sapil%2Fge
[junit4:junit4]   2> 12952 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12954 T1684 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12955 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12955 T1650 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12956 T1669 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12956 T1656 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12956 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12956 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12956 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12960 T1699 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12966 T1628 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12980 T1716 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358837532662/collection1
[junit4:junit4]   2> 12980 T1716 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12982 T1716 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12982 T1716 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12985 T1716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358837532662/collection1/'
[junit4:junit4]   2> 12986 T1716 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358837532662/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12987 T1716 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358837532662/collection1/lib/README' to classloader
[junit4:junit4]   2> 13070 T1716 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13182 T1716 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13184 T1716 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13196 T1716 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13278 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13279 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49651_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49651/sapil/ge"}
[junit4:junit4]   2> 13306 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13306 T1715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13306 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13307 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13307 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13306 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13867 T1716 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13875 T1716 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13878 T1716 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13909 T1716 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13916 T1716 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13925 T1716 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13927 T1716 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13929 T1716 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358837532662/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/
[junit4:junit4]   2> 13930 T1716 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4fb3105f
[junit4:junit4]   2> 13930 T1716 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13932 T1716 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4 forceNew:false
[junit4:junit4]   2> 13932 T1716 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4
[junit4:junit4]   2> 13932 T1716 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index/
[junit4:junit4]   2> 13933 T1716 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13935 T1716 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index forceNew:false
[junit4:junit4]   2> 13940 T1716 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d6a6644; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13940 T1716 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13941 T1716 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index
[junit4:junit4]   2> 13942 T1716 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13944 T1716 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13945 T1716 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13945 T1716 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13946 T1716 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13947 T1716 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13947 T1716 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13948 T1716 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13948 T1716 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13949 T1716 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13950 T1716 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13950 T1716 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13951 T1716 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13951 T1716 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13952 T1716 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13952 T1716 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13953 T1716 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13953 T1716 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13954 T1716 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13956 T1716 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13956 T1716 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13957 T1716 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13958 T1716 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13958 T1716 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13959 T1716 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13960 T1716 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13960 T1716 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13967 T1716 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13971 T1716 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13972 T1716 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13975 T1716 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4
[junit4:junit4]   2> 13976 T1716 oass.SolrIndexSearcher.<init> Opening Searcher@a098ab5 main
[junit4:junit4]   2> 13977 T1716 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13977 T1716 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13978 T1716 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13983 T1716 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14017 T1717 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a098ab5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14025 T1716 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14025 T1716 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14862 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14863 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49655_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49655/sapil/ge"}
[junit4:junit4]   2> 14864 T1651 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14864 T1651 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14871 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14871 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14872 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14872 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14871 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14872 T1715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15028 T1716 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15029 T1716 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49655/sapil/ge collection:collection1 shard:shard2
[junit4:junit4]   2> 15039 T1716 oasc.ZkController.register We are http://127.0.0.1:49655/sapil/ge/collection1/ and leader is http://127.0.0.1:49648/sapil/ge/collection1/
[junit4:junit4]   2> 15039 T1716 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49655/sapil/ge
[junit4:junit4]   2> 15040 T1716 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15040 T1716 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C74 name=collection1 org.apache.solr.core.SolrCore@1d5c615b url=http://127.0.0.1:49655/sapil/ge/collection1 node=127.0.0.1:49655_sapil%2Fge C74_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49655_sapil%2Fge, base_url=http://127.0.0.1:49655/sapil/ge}
[junit4:junit4]   2> 15043 T1718 C74 P49655 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15045 T1718 C74 P49655 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15045 T1716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15045 T1718 C74 P49655 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15045 T1718 C74 P49655 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15046 T1628 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15047 T1718 C74 P49655 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15047 T1628 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15048 T1628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15055 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15057 T1628 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 15059 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C73_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49651_sapil%2Fge, base_url=http://127.0.0.1:49651/sapil/ge}
[junit4:junit4]   2> 15656 T1702 C73 P49651 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49645/sapil/ge/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15657 T1702 C73 P49651 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49651/sapil/ge START replicas=[http://127.0.0.1:49645/sapil/ge/collection1/] nUpdates=100
[junit4:junit4]   2> 15657 T1702 C73 P49651 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15659 T1702 C73 P49651 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15659 T1702 C73 P49651 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15659 T1702 C73 P49651 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15660 T1702 C73 P49651 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15660 T1702 C73 P49651 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49645/sapil/ge/collection1/. core=collection1
[junit4:junit4]   2> 15661 T1702 C73 P49651 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C75 name=collection1 org.apache.solr.core.SolrCore@2567e62d url=http://127.0.0.1:49645/sapil/ge/collection1 node=127.0.0.1:49645_sapil%2Fge C75_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49645_sapil%2Fge, base_url=http://127.0.0.1:49645/sapil/ge, leader=true}
[junit4:junit4]   2> 15672 T1661 C75 P49645 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15678 T1664 C75 P49645 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15680 T1664 C75 P49645 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1
[junit4:junit4]   2> 15683 T1664 C75 P49645 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61d3b319; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15684 T1664 C75 P49645 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15686 T1664 C75 P49645 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61d3b319; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61d3b319; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15686 T1664 C75 P49645 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15687 T1664 C75 P49645 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1
[junit4:junit4]   2> 15688 T1664 C75 P49645 oass.SolrIndexSearcher.<init> Opening Searcher@6b3f649d realtime
[junit4:junit4]   2> 15689 T1664 C75 P49645 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15689 T1664 C75 P49645 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 15692 T1702 C73 P49651 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15692 T1702 C73 P49651 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15696 T1662 C75 P49645 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15696 T1662 C75 P49645 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15697 T1702 C73 P49651 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15698 T1702 C73 P49651 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15698 T1702 C73 P49651 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15700 T1663 C75 P49645 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1
[junit4:junit4]   2> 15701 T1663 C75 P49645 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty1/index
[junit4:junit4]   2> 15702 T1663 C75 P49645 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15703 T1702 C73 P49651 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15705 T1702 C73 P49651 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index.20130122005215716 forceNew:false
[junit4:junit4]   2> 15706 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3
[junit4:junit4]   2> 15707 T1702 C73 P49651 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index.20130122005215716 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ebac30d; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 15711 T1665 C75 P49645 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15714 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index
[junit4:junit4]   2> 15714 T1702 C73 P49651 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15715 T1702 C73 P49651 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130122005215716
[junit4:junit4]   2> 15716 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3
[junit4:junit4]   2> 15717 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3
[junit4:junit4]   2> 15717 T1702 C73 P49651 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index.20130122005215716
[junit4:junit4]   2> 15721 T1702 C73 P49651 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index.20130122005215716 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ebac30d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15722 T1702 C73 P49651 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15723 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3
[junit4:junit4]   2> 15724 T1702 C73 P49651 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15724 T1702 C73 P49651 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15724 T1702 C73 P49651 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15725 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index.20130122005215716
[junit4:junit4]   2> 15726 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3
[junit4:junit4]   2> 15729 T1702 C73 P49651 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index.20130122005215716 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ebac30d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15729 T1702 C73 P49651 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15730 T1702 C73 P49651 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15730 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3
[junit4:junit4]   2> 15731 T1702 C73 P49651 oass.SolrIndexSearcher.<init> Opening Searcher@472deca6 main
[junit4:junit4]   2> 15733 T1701 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@472deca6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15734 T1701 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index
[junit4:junit4]   2> 15734 T1702 C73 P49651 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15737 T1702 C73 P49651 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index.20130122005215716 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ebac30d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index.20130122005215716 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ebac30d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15737 T1702 C73 P49651 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15738 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3
[junit4:junit4]   2> 15738 T1702 C73 P49651 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15739 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index.20130122005215716
[junit4:junit4]   2> 15739 T1702 C73 P49651 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty3/index
[junit4:junit4]   2> 15739 T1702 C73 P49651 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15739 T1702 C73 P49651 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15740 T1702 C73 P49651 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15740 T1702 C73 P49651 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15742 T1702 C73 P49651 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16063 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16381 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16382 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49655_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49655/sapil/ge"}
[junit4:junit4]   2> 16388 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49651_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49651/sapil/ge"}
[junit4:junit4]   2> 16394 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16395 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16395 T1656 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16395 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16395 T1699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16395 T1715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17073 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18077 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C74_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49655_sapil%2Fge, base_url=http://127.0.0.1:49655/sapil/ge}
[junit4:junit4]   2> 19064 T1718 C74 P49655 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49648/sapil/ge/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19064 T1718 C74 P49655 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49655/sapil/ge START replicas=[http://127.0.0.1:49648/sapil/ge/collection1/] nUpdates=100
[junit4:junit4]   2> 19065 T1718 C74 P49655 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19065 T1718 C74 P49655 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19065 T1718 C74 P49655 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19065 T1718 C74 P49655 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19065 T1718 C74 P49655 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19066 T1718 C74 P49655 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49648/sapil/ge/collection1/. core=collection1
[junit4:junit4]   2> 19066 T1718 C74 P49655 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C76 name=collection1 org.apache.solr.core.SolrCore@7a6483d2 url=http://127.0.0.1:49648/sapil/ge/collection1 node=127.0.0.1:49648_sapil%2Fge C76_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49648_sapil%2Fge, base_url=http://127.0.0.1:49648/sapil/ge, leader=true}
[junit4:junit4]   2> 19077 T1679 C76 P49648 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19079 T1676 C76 P49648 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19081 T1676 C76 P49648 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2
[junit4:junit4]   2> 19081 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19085 T1676 C76 P49648 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@424db64f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19086 T1676 C76 P49648 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19089 T1676 C76 P49648 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@424db64f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@424db64f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19089 T1676 C76 P49648 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19090 T1676 C76 P49648 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2
[junit4:junit4]   2> 19091 T1676 C76 P49648 oass.SolrIndexSearcher.<init> Opening Searcher@21eeb0f realtime
[junit4:junit4]   2> 19091 T1676 C76 P49648 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19091 T1676 C76 P49648 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 19092 T1718 C74 P49655 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19093 T1718 C74 P49655 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19096 T1678 C76 P49648 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19096 T1678 C76 P49648 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19097 T1718 C74 P49655 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19097 T1718 C74 P49655 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19098 T1718 C74 P49655 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19101 T1680 C76 P49648 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2
[junit4:junit4]   2> 19102 T1680 C76 P49648 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty2/index
[junit4:junit4]   2> 19102 T1680 C76 P49648 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19102 T1718 C74 P49655 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19104 T1718 C74 P49655 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index.20130122005219115 forceNew:false
[junit4:junit4]   2> 19105 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4
[junit4:junit4]   2> 19105 T1718 C74 P49655 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index.20130122005219115 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3106aebb; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 19109 T1679 C76 P49648 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 19111 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index
[junit4:junit4]   2> 19111 T1718 C74 P49655 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19111 T1718 C74 P49655 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130122005219115
[junit4:junit4]   2> 19113 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4
[junit4:junit4]   2> 19113 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4
[junit4:junit4]   2> 19114 T1718 C74 P49655 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index.20130122005219115
[junit4:junit4]   2> 19117 T1718 C74 P49655 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index.20130122005219115 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3106aebb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19118 T1718 C74 P49655 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19119 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4
[junit4:junit4]   2> 19119 T1718 C74 P49655 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19120 T1718 C74 P49655 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19120 T1718 C74 P49655 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19120 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index.20130122005219115
[junit4:junit4]   2> 19121 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4
[junit4:junit4]   2> 19123 T1718 C74 P49655 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index.20130122005219115 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3106aebb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19124 T1718 C74 P49655 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19124 T1718 C74 P49655 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19124 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4
[junit4:junit4]   2> 19125 T1718 C74 P49655 oass.SolrIndexSearcher.<init> Opening Searcher@6435ffa1 main
[junit4:junit4]   2> 19127 T1717 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6435ffa1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19127 T1717 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index
[junit4:junit4]   2> 19128 T1718 C74 P49655 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19131 T1718 C74 P49655 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index.20130122005219115 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3106aebb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index.20130122005219115 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3106aebb; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19131 T1718 C74 P49655 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19132 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4
[junit4:junit4]   2> 19132 T1718 C74 P49655 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19132 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index.20130122005219115
[junit4:junit4]   2> 19133 T1718 C74 P49655 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358837520017/jetty4/index
[junit4:junit4]   2> 19133 T1718 C74 P49655 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19133 T1718 C74 P49655 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19133 T1718 C74 P49655 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19133 T1718 C74 P49655 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19135 T1718 C74 P49655 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19421 T1651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19425 T1651 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49655_sapil%2Fge",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49655/sapil/ge"}
[junit4:junit4]   2> 19441 T1684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19443 T1715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19443 T1669 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19444 T1650 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19443 T1656

[...truncated too long message...]

(baseBlockSize=121), regex_dup_A_s=PostingsFormat(name=Direct), price=PostingsFormat(name=Direct), other_tl1=MockVariableIntBlock(baseBlockSize=121), n_l1=MockVariableIntBlock(baseBlockSize=121), a_si=MockFixedIntBlock(blockSize=280), inStock=PostingsFormat(name=Direct)}, sim=DefaultSimilarity, locale=fr_LU, timezone=America/Resolute
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=3,free=298248760,total=519438336
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SearchHandlerTest, TestBinaryResponseWriter, TestArbitraryIndexDir, DocumentAnalysisRequestHandlerTest, QueryEqualityTest, TestLRUCache, PingRequestHandlerTest, TestFuzzyAnalyzedSuggestions, PeerSyncTest, QueryParsingTest, FastVectorHighlighterTest, TestElisionMultitermQuery, OverseerCollectionProcessorTest, JSONWriterTest, TestStressRecovery, BasicDistributedZk2Test, TestSolrIndexConfig, TestPhraseSuggestions, TestLFUCache, TestComponentsName, TestFunctionQuery, TestDFRSimilarityFactory, TestSolrDeletionPolicy1, DirectSolrConnectionTest, SyncSliceTest, TestQueryTypes, TestDocumentBuilder, TestAtomicUpdateErrorCases, PluginInfoTest, SimplePostToolTest, SystemInfoHandlerTest, PathHierarchyTokenizerFactoryTest, TestRTGBase, SoftAutoCommitTest, PolyFieldTest, TestSystemIdResolver, ResponseLogComponentTest, TestOmitPositions, PrimUtilsTest, CSVRequestHandlerTest, BadComponentTest, TestQueryUtils, TestPerFieldSimilarity, TestDistributedGrouping, TestBadConfig, MinimalSchemaTest, IndexReaderFactoryTest, AnalysisAfterCoreReloadTest, TestSolrCoreProperties, SpellingQueryConverterTest, TestFastOutputStream, TestBM25SimilarityFactory, SolrCmdDistributorTest, CurrencyFieldTest, OverseerTest, JsonLoaderTest, TestRandomFaceting, QueryElevationComponentTest, OutputWriterTest, StandardRequestHandlerTest, FullSolrCloudDistribCmdsTest, BasicDistributedZkTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.seed=50B17166B628FE74 -Dtests.slow=true -Dtests.locale=fr_LU -Dtests.timezone=America/Resolute -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s | BasicDistributedZkTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: ERROR: SolrIndexSearcher opens=597 closes=596
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([50B17166B628FE74]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:246)
[junit4:junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:97)
[junit4:junit4]    > 	at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
[junit4:junit4]    >    1) Thread[id=1994, name=searcherExecutor-912-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=2004, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.lang.Thread.sleep(Native Method)
[junit4:junit4]    >         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)
[junit4:junit4]    >         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([50B17166B628FE74]:0)
[junit4:junit4]    > Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=1994, name=searcherExecutor-912-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    2) Thread[id=2004, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.lang.Object.wait(Native Method)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1258)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1332)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
[junit4:junit4]    >         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([50B17166B628FE74]:0)
[junit4:junit4] Completed in 341.44s, 1 test, 1 failure, 3 errors <<< FAILURES!

[...truncated 559 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:344: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 247 suites, 1031 tests, 3 suite-level errors, 1 error, 699 ignored

Total time: 49 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 117 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/117/
Java: 64bit/jdk1.7.0 -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
Captured an uncaught exception in thread: Thread[id=1162, name=testExecutor-708-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1162, name=testExecutor-708-thread-2, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:49360/fh_bu/pk
	at __randomizedtesting.SeedInfo.seed([5E836DBE4B3A1C5B]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:706)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:49360/fh_bu/pk
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.cloud.BasicDistributedZkTest$2.run(BasicDistributedZkTest.java:704)
	... 3 more
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 5 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
ERROR: SolrIndexSearcher opens=660 closes=654

Stack Trace:
java.lang.AssertionError: ERROR: SolrIndexSearcher opens=660 closes=654
	at __randomizedtesting.SeedInfo.seed([5E836DBE4B3A1C5B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingSearchers(SolrTestCaseJ4.java:246)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:97)
	at sun.reflect.GeneratedMethodAccessor18.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
12 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:     1) Thread[id=1225, name=searcherExecutor-781-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    2) Thread[id=1224, name=searcherExecutor-782-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=1217, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)    4) Thread[id=1235, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)    5) Thread[id=1207, name=searcherExecutor-733-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    6) Thread[id=1234, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)    7) Thread[id=1232, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)    8) Thread[id=1242, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)    9) Thread[id=1219, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)   10) Thread[id=1205, name=searcherExecutor-727-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=1202, name=searcherExecutor-719-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=1215, name=searcherExecutor-743-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 12 threads leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 
   1) Thread[id=1225, name=searcherExecutor-781-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   2) Thread[id=1224, name=searcherExecutor-782-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=1217, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
   4) Thread[id=1235, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
   5) Thread[id=1207, name=searcherExecutor-733-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   6) Thread[id=1234, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
   7) Thread[id=1232, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
   8) Thread[id=1242, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
   9) Thread[id=1219, name=RecoveryThread, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:490)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
  10) Thread[id=1205, name=searcherExecutor-727-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=1202, name=searcherExecutor-719-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=1215, name=searcherExecutor-743-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([5E836DBE4B3A1C5B]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1234, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1258)         at java.lang.Thread.join(Thread.java:1332)         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)    2) Thread[id=1225, name=searcherExecutor-781-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    3) Thread[id=1232, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1258)         at java.lang.Thread.join(Thread.java:1332)         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)    4) Thread[id=1224, name=searcherExecutor-782-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    5) Thread[id=1242, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1258)         at java.lang.Thread.join(Thread.java:1332)         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)    6) Thread[id=1217, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1258)         at java.lang.Thread.join(Thread.java:1332)         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)    7) Thread[id=1219, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1258)         at java.lang.Thread.join(Thread.java:1332)         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)    8) Thread[id=1205, name=searcherExecutor-727-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)    9) Thread[id=1235, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Thread.join(Thread.java:1258)         at java.lang.Thread.join(Thread.java:1332)         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)   10) Thread[id=1207, name=searcherExecutor-733-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   11) Thread[id=1202, name=searcherExecutor-719-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)   12) Thread[id=1215, name=searcherExecutor-743-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1234, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1258)
        at java.lang.Thread.join(Thread.java:1332)
        at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
        at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
        at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
        at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
   2) Thread[id=1225, name=searcherExecutor-781-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   3) Thread[id=1232, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1258)
        at java.lang.Thread.join(Thread.java:1332)
        at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
        at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
        at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
        at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
   4) Thread[id=1224, name=searcherExecutor-782-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   5) Thread[id=1242, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1258)
        at java.lang.Thread.join(Thread.java:1332)
        at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
        at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
        at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
        at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
   6) Thread[id=1217, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1258)
        at java.lang.Thread.join(Thread.java:1332)
        at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
        at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
        at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
        at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
   7) Thread[id=1219, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1258)
        at java.lang.Thread.join(Thread.java:1332)
        at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
        at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
        at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
        at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
   8) Thread[id=1205, name=searcherExecutor-727-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
   9) Thread[id=1235, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1258)
        at java.lang.Thread.join(Thread.java:1332)
        at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
        at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
        at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
        at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
        at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
  10) Thread[id=1207, name=searcherExecutor-733-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  11) Thread[id=1202, name=searcherExecutor-719-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
  12) Thread[id=1215, name=searcherExecutor-743-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([5E836DBE4B3A1C5B]:0)




Build Log:
[...truncated 8816 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T836 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /fh_bu/pk
[junit4:junit4]   2> 4 T836 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1358805402545
[junit4:junit4]   2> 5 T836 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T837 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 7 T837 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T837 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 8 T837 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 8 T837 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 9 T837 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 107 T836 oasc.ZkTestServer.run start zk server on port:49347
[junit4:junit4]   2> 108 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5494bafb
[junit4:junit4]   2> 109 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T842 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 110 T842 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 111 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49348
[junit4:junit4]   2> 112 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49348
[junit4:junit4]   2> 112 T840 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 114 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60000 with negotiated timeout 10000 for client /127.0.0.1:49348
[junit4:junit4]   2> 114 T842 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60000, negotiated timeout = 10000
[junit4:junit4]   2> 115 T843 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5494bafb name:ZooKeeperConnection Watcher:127.0.0.1:49347 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 115 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 115 T836 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 121 T841 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5f1d03b60000
[junit4:junit4]   2> 122 T836 oaz.ZooKeeper.close Session: 0x13c5f1d03b60000 closed
[junit4:junit4]   2> 123 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@38125f37
[junit4:junit4]   2> 125 T843 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 126 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 129 T838 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49348 which had sessionid 0x13c5f1d03b60000
[junit4:junit4]   2> 129 T844 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 130 T844 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 132 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49349
[junit4:junit4]   2> 132 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49349
[junit4:junit4]   2> 135 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60001 with negotiated timeout 10000 for client /127.0.0.1:49349
[junit4:junit4]   2> 135 T844 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60001, negotiated timeout = 10000
[junit4:junit4]   2> 135 T845 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38125f37 name:ZooKeeperConnection Watcher:127.0.0.1:49347/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 136 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 136 T836 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 143 T836 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 148 T836 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 153 T836 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 159 T836 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 162 T836 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 173 T836 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 174 T836 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 180 T836 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 181 T836 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 188 T836 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 189 T836 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 195 T836 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 196 T836 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 203 T836 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 204 T836 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 211 T836 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 212 T836 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 219 T836 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 219 T836 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 226 T836 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 227 T836 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 232 T841 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5f1d03b60001
[junit4:junit4]   2> 233 T838 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49349 which had sessionid 0x13c5f1d03b60001
[junit4:junit4]   2> 233 T836 oaz.ZooKeeper.close Session: 0x13c5f1d03b60001 closed
[junit4:junit4]   2> 234 T845 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 397 T836 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 436 T836 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49350
[junit4:junit4]   2> 438 T836 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 438 T836 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 439 T836 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358805402774
[junit4:junit4]   2> 439 T836 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358805402774/solr.xml
[junit4:junit4]   2> 440 T836 oasc.CoreContainer.<init> New CoreContainer 353892553
[junit4:junit4]   2> 441 T836 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358805402774/'
[junit4:junit4]   2> 441 T836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358805402774/'
[junit4:junit4]   2> 501 T836 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 502 T836 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 502 T836 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 503 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 504 T836 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 504 T836 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 505 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 505 T836 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 506 T836 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 507 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 520 T836 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 537 T836 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49347/solr
[junit4:junit4]   2> 538 T836 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 539 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@40be415f
[junit4:junit4]   2> 540 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 541 T855 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 542 T855 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 542 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49351
[junit4:junit4]   2> 543 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49351
[junit4:junit4]   2> 545 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60002 with negotiated timeout 20000 for client /127.0.0.1:49351
[junit4:junit4]   2> 545 T855 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60002, negotiated timeout = 20000
[junit4:junit4]   2> 546 T856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40be415f name:ZooKeeperConnection Watcher:127.0.0.1:49347 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 546 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 549 T841 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5f1d03b60002
[junit4:junit4]   2> 551 T838 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49351 which had sessionid 0x13c5f1d03b60002
[junit4:junit4]   2> 551 T856 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 551 T836 oaz.ZooKeeper.close Session: 0x13c5f1d03b60002 closed
[junit4:junit4]   2> 552 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 558 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7c32fca7
[junit4:junit4]   2> 560 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 560 T857 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 561 T857 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 561 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49352
[junit4:junit4]   2> 562 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49352
[junit4:junit4]   2> 563 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60003 with negotiated timeout 20000 for client /127.0.0.1:49352
[junit4:junit4]   2> 563 T857 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60003, negotiated timeout = 20000
[junit4:junit4]   2> 564 T858 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c32fca7 name:ZooKeeperConnection Watcher:127.0.0.1:49347/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 564 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 567 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 569 T836 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 573 T836 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49350_fh_bu%2Fpk
[junit4:junit4]   2> 574 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49350_fh_bu%2Fpk Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49350_fh_bu%2Fpk
[junit4:junit4]   2> 575 T836 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49350_fh_bu%2Fpk
[junit4:junit4]   2> 582 T836 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 590 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 591 T836 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 597 T836 oasc.Overseer.start Overseer (id=89050670861516803-127.0.0.1:49350_fh_bu%2Fpk-n_0000000000) starting
[junit4:junit4]   2> 598 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 599 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 601 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 602 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 604 T860 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 607 T836 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 612 T836 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 616 T859 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 621 T861 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358805402774/collection1
[junit4:junit4]   2> 621 T861 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 622 T861 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 622 T861 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 625 T861 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358805402774/collection1/'
[junit4:junit4]   2> 626 T861 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358805402774/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 626 T861 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358805402774/collection1/lib/README' to classloader
[junit4:junit4]   2> 685 T861 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 749 T861 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 751 T861 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 758 T861 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1355 T861 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1364 T861 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1367 T861 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1395 T861 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1401 T861 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1407 T861 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1410 T861 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1413 T861 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1358805402774/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/control/data/
[junit4:junit4]   2> 1414 T861 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31212883
[junit4:junit4]   2> 1414 T861 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1433 T861 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/control/data forceNew:false
[junit4:junit4]   2> 1433 T861 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/control/data
[junit4:junit4]   2> 1434 T861 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/control/data/index/
[junit4:junit4]   2> 1434 T861 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1435 T861 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/control/data/index forceNew:false
[junit4:junit4]   2> 1441 T861 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6fe6164e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1441 T861 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1442 T861 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/control/data/index
[junit4:junit4]   2> 1442 T861 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1445 T861 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1445 T861 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1445 T861 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1446 T861 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1447 T861 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1447 T861 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1447 T861 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1448 T861 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1449 T861 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1449 T861 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1450 T861 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1450 T861 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1451 T861 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1451 T861 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1451 T861 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1452 T861 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1453 T861 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1454 T861 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1454 T861 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1455 T861 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1455 T861 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1456 T861 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1456 T861 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1457 T861 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1458 T861 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1458 T861 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1464 T861 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1467 T861 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1469 T861 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1472 T861 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/control/data
[junit4:junit4]   2> 1473 T861 oass.SolrIndexSearcher.<init> Opening Searcher@44b90fc6 main
[junit4:junit4]   2> 1474 T861 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1474 T861 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1475 T861 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1488 T861 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1524 T862 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44b90fc6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1530 T861 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1530 T861 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1531 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2124 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2125 T859 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49350_fh_bu%2Fpk",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49350/fh_bu/pk"}
[junit4:junit4]   2> 2126 T859 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2126 T859 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2126 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2141 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2536 T861 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2537 T861 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49350/fh_bu/pk collection:control_collection shard:shard1
[junit4:junit4]   2> 2538 T861 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2551 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2552 T861 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2553 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2557 T861 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2557 T861 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2557 T861 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49350/fh_bu/pk/collection1/
[junit4:junit4]   2> 2558 T861 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2558 T861 oasc.SyncStrategy.syncToMe http://127.0.0.1:49350/fh_bu/pk/collection1/ has no replicas
[junit4:junit4]   2> 2559 T861 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49350/fh_bu/pk/collection1/
[junit4:junit4]   2> 2559 T861 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2574 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3651 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3669 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3705 T861 oasc.ZkController.register We are http://127.0.0.1:49350/fh_bu/pk/collection1/ and leader is http://127.0.0.1:49350/fh_bu/pk/collection1/
[junit4:junit4]   2> 3706 T861 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49350/fh_bu/pk
[junit4:junit4]   2> 3706 T861 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3706 T861 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3707 T861 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3710 T861 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3712 T836 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3712 T836 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3713 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3723 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3732 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@45439201
[junit4:junit4]   2> 3733 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3734 T863 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3735 T863 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 3735 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49353
[junit4:junit4]   2> 3735 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49353
[junit4:junit4]   2> 3737 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60004 with negotiated timeout 10000 for client /127.0.0.1:49353
[junit4:junit4]   2> 3738 T863 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60004, negotiated timeout = 10000
[junit4:junit4]   2> 3738 T864 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45439201 name:ZooKeeperConnection Watcher:127.0.0.1:49347/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3738 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3740 T836 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3743 T836 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3997 T836 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4002 T836 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49354
[junit4:junit4]   2> 4003 T836 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4004 T836 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4005 T836 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358805406283
[junit4:junit4]   2> 4006 T836 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358805406283/solr.xml
[junit4:junit4]   2> 4007 T836 oasc.CoreContainer.<init> New CoreContainer 1811166717
[junit4:junit4]   2> 4008 T836 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358805406283/'
[junit4:junit4]   2> 4008 T836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358805406283/'
[junit4:junit4]   2> 4063 T836 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4064 T836 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4065 T836 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4066 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4067 T836 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4067 T836 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4068 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4069 T836 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4070 T836 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4070 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4092 T836 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4118 T836 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49347/solr
[junit4:junit4]   2> 4119 T836 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4119 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@52cd9277
[junit4:junit4]   2> 4121 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4122 T874 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4123 T874 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 4124 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49355
[junit4:junit4]   2> 4124 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49355
[junit4:junit4]   2> 4127 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60005 with negotiated timeout 20000 for client /127.0.0.1:49355
[junit4:junit4]   2> 4127 T874 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60005, negotiated timeout = 20000
[junit4:junit4]   2> 4128 T875 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52cd9277 name:ZooKeeperConnection Watcher:127.0.0.1:49347 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4128 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4135 T841 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5f1d03b60005
[junit4:junit4]   2> 4137 T838 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49355 which had sessionid 0x13c5f1d03b60005
[junit4:junit4]   2> 4137 T836 oaz.ZooKeeper.close Session: 0x13c5f1d03b60005 closed
[junit4:junit4]   2> 4137 T875 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4138 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4154 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ed7f253
[junit4:junit4]   2> 4155 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4156 T876 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4157 T876 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 4158 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49356
[junit4:junit4]   2> 4158 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49356
[junit4:junit4]   2> 4160 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60006 with negotiated timeout 20000 for client /127.0.0.1:49356
[junit4:junit4]   2> 4160 T876 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60006, negotiated timeout = 20000
[junit4:junit4]   2> 4161 T877 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ed7f253 name:ZooKeeperConnection Watcher:127.0.0.1:49347/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4162 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4164 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4167 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4170 T836 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49354_fh_bu%2Fpk
[junit4:junit4]   2> 4171 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49354_fh_bu%2Fpk Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49354_fh_bu%2Fpk
[junit4:junit4]   2> 4172 T836 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49354_fh_bu%2Fpk
[junit4:junit4]   2> 4180 T858 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4180 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4180 T864 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4190 T836 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4200 T878 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358805406283/collection1
[junit4:junit4]   2> 4201 T878 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4202 T878 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4202 T878 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4205 T878 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358805406283/collection1/'
[junit4:junit4]   2> 4206 T878 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358805406283/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4207 T878 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358805406283/collection1/lib/README' to classloader
[junit4:junit4]   2> 4319 T878 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4442 T878 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4445 T878 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4457 T878 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5182 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5184 T859 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49350_fh_bu%2Fpk",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49350/fh_bu/pk"}
[junit4:junit4]   2> 5340 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5340 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5349 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5388 T878 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5411 T878 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5414 T878 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5464 T878 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5471 T878 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5478 T878 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5480 T878 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5483 T878 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1358805406283/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/
[junit4:junit4]   2> 5483 T878 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31212883
[junit4:junit4]   2> 5484 T878 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5484 T878 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1 forceNew:false
[junit4:junit4]   2> 5485 T878 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1
[junit4:junit4]   2> 5485 T878 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/index/
[junit4:junit4]   2> 5486 T878 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5487 T878 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/index forceNew:false
[junit4:junit4]   2> 5500 T878 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5948d4e7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5501 T878 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5502 T878 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/index
[junit4:junit4]   2> 5502 T878 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5506 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5506 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5507 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5507 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5508 T878 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5509 T878 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5509 T878 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5510 T878 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5511 T878 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5512 T878 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5513 T878 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5514 T878 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5515 T878 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5515 T878 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5516 T878 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5516 T878 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5517 T878 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5518 T878 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5520 T878 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5521 T878 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5522 T878 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5522 T878 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5523 T878 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5524 T878 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5525 T878 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5526 T878 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5535 T878 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5541 T878 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5544 T878 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5547 T878 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1
[junit4:junit4]   2> 5549 T878 oass.SolrIndexSearcher.<init> Opening Searcher@4fb26a36 main
[junit4:junit4]   2> 5551 T878 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5551 T878 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5552 T878 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5561 T878 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5611 T879 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4fb26a36 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5623 T878 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5623 T878 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6862 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6863 T859 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49354_fh_bu%2Fpk",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49354/fh_bu/pk"}
[junit4:junit4]   2> 6864 T859 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6864 T859 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6875 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6875 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6875 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7628 T878 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7628 T878 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49354/fh_bu/pk collection:collection1 shard:shard1
[junit4:junit4]   2> 7630 T878 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7648 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60006 type:delete cxid:0x45 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7650 T878 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7652 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60006 type:create cxid:0x46 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7656 T878 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7657 T878 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7657 T878 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49354/fh_bu/pk/collection1/
[junit4:junit4]   2> 7658 T878 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7658 T878 oasc.SyncStrategy.syncToMe http://127.0.0.1:49354/fh_bu/pk/collection1/ has no replicas
[junit4:junit4]   2> 7659 T878 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49354/fh_bu/pk/collection1/
[junit4:junit4]   2> 7659 T878 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7671 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60006 type:create cxid:0x50 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8394 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8412 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8413 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8413 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8456 T878 oasc.ZkController.register We are http://127.0.0.1:49354/fh_bu/pk/collection1/ and leader is http://127.0.0.1:49354/fh_bu/pk/collection1/
[junit4:junit4]   2> 8457 T878 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49354/fh_bu/pk
[junit4:junit4]   2> 8457 T878 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8457 T878 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8457 T878 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8474 T878 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8477 T836 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8478 T836 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8479 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8748 T836 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8766 T836 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49357
[junit4:junit4]   2> 8767 T836 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8768 T836 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8769 T836 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358805411032
[junit4:junit4]   2> 8769 T836 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358805411032/solr.xml
[junit4:junit4]   2> 8770 T836 oasc.CoreContainer.<init> New CoreContainer 898420847
[junit4:junit4]   2> 8771 T836 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358805411032/'
[junit4:junit4]   2> 8772 T836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358805411032/'
[junit4:junit4]   2> 8832 T836 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 8832 T836 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8833 T836 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8834 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8835 T836 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8835 T836 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8836 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8837 T836 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8838 T836 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8839 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8859 T836 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8900 T836 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49347/solr
[junit4:junit4]   2> 8901 T836 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8902 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5a257b6d
[junit4:junit4]   2> 8906 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8907 T889 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8909 T889 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 8910 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49358
[junit4:junit4]   2> 8911 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49358
[junit4:junit4]   2> 8912 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60007 with negotiated timeout 20000 for client /127.0.0.1:49358
[junit4:junit4]   2> 8913 T889 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60007, negotiated timeout = 20000
[junit4:junit4]   2> 8916 T890 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a257b6d name:ZooKeeperConnection Watcher:127.0.0.1:49347 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8916 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8927 T841 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5f1d03b60007
[junit4:junit4]   2> 8929 T838 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49358 which had sessionid 0x13c5f1d03b60007
[junit4:junit4]   2> 8929 T836 oaz.ZooKeeper.close Session: 0x13c5f1d03b60007 closed
[junit4:junit4]   2> 8929 T890 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8930 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 8940 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6ec70b90
[junit4:junit4]   2> 8945 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8946 T891 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8947 T891 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 8947 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49359
[junit4:junit4]   2> 8948 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49359
[junit4:junit4]   2> 8950 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60008 with negotiated timeout 20000 for client /127.0.0.1:49359
[junit4:junit4]   2> 8950 T891 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60008, negotiated timeout = 20000
[junit4:junit4]   2> 8951 T892 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ec70b90 name:ZooKeeperConnection Watcher:127.0.0.1:49347/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8951 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8953 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8958 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8967 T836 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49357_fh_bu%2Fpk
[junit4:junit4]   2> 8968 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60008 type:delete cxid:0x4 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49357_fh_bu%2Fpk Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49357_fh_bu%2Fpk
[junit4:junit4]   2> 8970 T836 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49357_fh_bu%2Fpk
[junit4:junit4]   2> 8976 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8978 T864 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8979 T858 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8979 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8979 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8993 T877 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9005 T836 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9022 T893 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358805411032/collection1
[junit4:junit4]   2> 9022 T893 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9023 T893 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9023 T893 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9026 T893 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358805411032/collection1/'
[junit4:junit4]   2> 9028 T893 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358805411032/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9029 T893 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358805411032/collection1/lib/README' to classloader
[junit4:junit4]   2> 9097 T893 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9210 T893 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9212 T893 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9220 T893 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9952 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9954 T859 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49354_fh_bu%2Fpk",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49354/fh_bu/pk"}
[junit4:junit4]   2> 9970 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9970 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9971 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9971 T892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10174 T893 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10190 T893 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10196 T893 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10264 T893 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10274 T893 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10283 T893 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10295 T893 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10303 T893 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1358805411032/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty2/
[junit4:junit4]   2> 10303 T893 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31212883
[junit4:junit4]   2> 10304 T893 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10305 T893 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty2 forceNew:false
[junit4:junit4]   2> 10306 T893 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty2
[junit4:junit4]   2> 10306 T893 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty2/index/
[junit4:junit4]   2> 10307 T893 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10314 T893 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty2/index forceNew:false
[junit4:junit4]   2> 10321 T893 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d3037f2; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10321 T893 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10323 T893 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty2/index
[junit4:junit4]   2> 10323 T893 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10327 T893 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10328 T893 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10329 T893 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10329 T893 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10330 T893 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10331 T893 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10331 T893 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10333 T893 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10334 T893 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10335 T893 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10336 T893 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10337 T893 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10338 T893 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10338 T893 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10339 T893 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10341 T893 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10341 T893 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10343 T893 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10344 T893 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10345 T893 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10346 T893 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10347 T893 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10348 T893 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10349 T893 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10354 T893 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10355 T893 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10371 T893 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10377 T893 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10380 T893 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10384 T893 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty2
[junit4:junit4]   2> 10387 T893 oass.SolrIndexSearcher.<init> Opening Searcher@3b244363 main
[junit4:junit4]   2> 10388 T893 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10389 T893 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10390 T893 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10399 T893 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10471 T894 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b244363 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10492 T893 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10492 T893 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11511 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11513 T859 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49357_fh_bu%2Fpk",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49357/fh_bu/pk"}
[junit4:junit4]   2> 11514 T859 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11527 T859 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11544 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11544 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11545 T892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11545 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12515 T893 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12515 T893 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49357/fh_bu/pk collection:collection1 shard:shard2
[junit4:junit4]   2> 12517 T893 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12532 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60008 type:delete cxid:0x44 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12533 T893 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12535 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60008 type:create cxid:0x45 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12539 T893 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12540 T893 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12540 T893 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49357/fh_bu/pk/collection1/
[junit4:junit4]   2> 12541 T893 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12541 T893 oasc.SyncStrategy.syncToMe http://127.0.0.1:49357/fh_bu/pk/collection1/ has no replicas
[junit4:junit4]   2> 12542 T893 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49357/fh_bu/pk/collection1/
[junit4:junit4]   2> 12542 T893 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12557 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b60008 type:create cxid:0x4e zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13064 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13079 T892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13080 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13080 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13080 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13126 T893 oasc.ZkController.register We are http://127.0.0.1:49357/fh_bu/pk/collection1/ and leader is http://127.0.0.1:49357/fh_bu/pk/collection1/
[junit4:junit4]   2> 13126 T893 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49357/fh_bu/pk
[junit4:junit4]   2> 13127 T893 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13127 T893 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13127 T893 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13131 T893 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13134 T836 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 13135 T836 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13135 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13360 T836 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13365 T836 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49360
[junit4:junit4]   2> 13366 T836 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13367 T836 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13368 T836 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358805415689
[junit4:junit4]   2> 13368 T836 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358805415689/solr.xml
[junit4:junit4]   2> 13369 T836 oasc.CoreContainer.<init> New CoreContainer 2010582050
[junit4:junit4]   2> 13369 T836 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358805415689/'
[junit4:junit4]   2> 13370 T836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358805415689/'
[junit4:junit4]   2> 13410 T836 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 13411 T836 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13412 T836 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13412 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13413 T836 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13413 T836 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13414 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13415 T836 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13415 T836 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13416 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13433 T836 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13453 T836 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49347/solr
[junit4:junit4]   2> 13454 T836 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13455 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c09c8d
[junit4:junit4]   2> 13456 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13457 T904 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13458 T904 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 13459 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49361
[junit4:junit4]   2> 13460 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49361
[junit4:junit4]   2> 13462 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b60009 with negotiated timeout 20000 for client /127.0.0.1:49361
[junit4:junit4]   2> 13462 T904 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b60009, negotiated timeout = 20000
[junit4:junit4]   2> 13463 T905 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c09c8d name:ZooKeeperConnection Watcher:127.0.0.1:49347 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13463 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13466 T841 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5f1d03b60009
[junit4:junit4]   2> 13468 T838 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49361 which had sessionid 0x13c5f1d03b60009
[junit4:junit4]   2> 13468 T905 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13468 T836 oaz.ZooKeeper.close Session: 0x13c5f1d03b60009 closed
[junit4:junit4]   2> 13470 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 13478 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@118255e5
[junit4:junit4]   2> 13479 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13480 T906 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13481 T906 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 13482 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49362
[junit4:junit4]   2> 13482 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49362
[junit4:junit4]   2> 13484 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b6000a with negotiated timeout 20000 for client /127.0.0.1:49362
[junit4:junit4]   2> 13484 T906 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b6000a, negotiated timeout = 20000
[junit4:junit4]   2> 13485 T907 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@118255e5 name:ZooKeeperConnection Watcher:127.0.0.1:49347/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13486 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13488 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b6000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13490 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b6000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13492 T836 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49360_fh_bu%2Fpk
[junit4:junit4]   2> 13494 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b6000a type:delete cxid:0x4 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49360_fh_bu%2Fpk Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49360_fh_bu%2Fpk
[junit4:junit4]   2> 13495 T836 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49360_fh_bu%2Fpk
[junit4:junit4]   2> 13501 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13504 T892 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13504 T892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13505 T864 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13506 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13507 T858 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13507 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13510 T877 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13515 T836 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13522 T908 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358805415689/collection1
[junit4:junit4]   2> 13522 T908 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13524 T908 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13524 T908 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13527 T908 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358805415689/collection1/'
[junit4:junit4]   2> 13528 T908 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358805415689/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13529 T908 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358805415689/collection1/lib/README' to classloader
[junit4:junit4]   2> 13603 T908 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13711 T908 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13713 T908 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13725 T908 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14441 T908 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14456 T908 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14461 T908 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14498 T908 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14505 T908 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14510 T908 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14513 T908 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14516 T908 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1358805415689/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/
[junit4:junit4]   2> 14517 T908 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31212883
[junit4:junit4]   2> 14518 T908 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14520 T908 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3 forceNew:false
[junit4:junit4]   2> 14520 T908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3
[junit4:junit4]   2> 14521 T908 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index/
[junit4:junit4]   2> 14522 T908 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14523 T908 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index forceNew:false
[junit4:junit4]   2> 14532 T908 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ec86783; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14533 T908 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14534 T908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index
[junit4:junit4]   2> 14535 T908 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 14540 T908 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14541 T908 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 14542 T908 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14543 T908 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 14544 T908 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14545 T908 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14546 T908 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14547 T908 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14548 T908 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14550 T908 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 14551 T908 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 14552 T908 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14553 T908 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 14554 T908 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 14554 T908 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 14556 T908 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14557 T908 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14558 T908 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14559 T908 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14561 T908 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14562 T908 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14564 T908 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14565 T908 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14566 T908 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 14567 T908 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 14568 T908 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 14580 T908 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14587 T908 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 14591 T908 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 14594 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14596 T908 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3
[junit4:junit4]   2> 14596 T859 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49357_fh_bu%2Fpk",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49357/fh_bu/pk"}
[junit4:junit4]   2> 14598 T908 oass.SolrIndexSearcher.<init> Opening Searcher@258fff35 main
[junit4:junit4]   2> 14599 T908 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14600 T908 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14601 T908 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 14609 T908 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 14610 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14610 T892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14616 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14617 T907 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14621 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14662 T909 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@258fff35 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14675 T908 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14676 T908 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16130 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16132 T859 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49360_fh_bu%2Fpk",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49360/fh_bu/pk"}
[junit4:junit4]   2> 16133 T859 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16133 T859 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16143 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16144 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16143 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16144 T907 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16144 T892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16682 T908 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16683 T908 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49360/fh_bu/pk collection:collection1 shard:shard1
[junit4:junit4]   2> 16694 T908 oasc.ZkController.register We are http://127.0.0.1:49360/fh_bu/pk/collection1/ and leader is http://127.0.0.1:49354/fh_bu/pk/collection1/
[junit4:junit4]   2> 16694 T908 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49360/fh_bu/pk
[junit4:junit4]   2> 16695 T908 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16695 T908 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C70 name=collection1 org.apache.solr.core.SolrCore@2f2d419c url=http://127.0.0.1:49360/fh_bu/pk/collection1 node=127.0.0.1:49360_fh_bu%2Fpk C70_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49360_fh_bu%2Fpk, base_url=http://127.0.0.1:49360/fh_bu/pk}
[junit4:junit4]   2> 16696 T910 C70 P49360 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16697 T910 C70 P49360 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16697 T908 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16697 T910 C70 P49360 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16697 T910 C70 P49360 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16699 T836 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16699 T910 C70 P49360 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16699 T836 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16700 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16886 T836 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16890 T836 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49364
[junit4:junit4]   2> 16892 T836 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16892 T836 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16893 T836 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358805419246
[junit4:junit4]   2> 16893 T836 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358805419246/solr.xml
[junit4:junit4]   2> 16894 T836 oasc.CoreContainer.<init> New CoreContainer 1087241003
[junit4:junit4]   2> 16894 T836 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358805419246/'
[junit4:junit4]   2> 16895 T836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358805419246/'
[junit4:junit4]   2> 16930 T836 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 16931 T836 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16932 T836 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16932 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16933 T836 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16933 T836 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16934 T836 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16934 T836 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16934 T836 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16935 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16949 T836 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16978 T836 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49347/solr
[junit4:junit4]   2> 16978 T836 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16979 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@58a8be48
[junit4:junit4]   2> 16980 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16981 T920 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16982 T920 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 16983 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49365
[junit4:junit4]   2> 16984 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49365
[junit4:junit4]   2> 17159 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b6000b with negotiated timeout 20000 for client /127.0.0.1:49365
[junit4:junit4]   2> 17159 T920 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b6000b, negotiated timeout = 20000
[junit4:junit4]   2> 17160 T921 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58a8be48 name:ZooKeeperConnection Watcher:127.0.0.1:49347 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17160 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17163 T841 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c5f1d03b6000b
[junit4:junit4]   2> 17165 T838 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49365 which had sessionid 0x13c5f1d03b6000b
[junit4:junit4]   2> 17164 T836 oaz.ZooKeeper.close Session: 0x13c5f1d03b6000b closed
[junit4:junit4]   2> 17165 T921 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17166 T836 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 17173 T836 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49347/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@9304030
[junit4:junit4]   2> 17175 T836 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17175 T922 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49347. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17176 T922 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49347, initiating session
[junit4:junit4]   2> 17177 T838 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49366
[junit4:junit4]   2> 17177 T838 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49366
[junit4:junit4]   2> 17179 T840 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c5f1d03b6000c with negotiated timeout 20000 for client /127.0.0.1:49366
[junit4:junit4]   2> 17179 T922 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49347, sessionid = 0x13c5f1d03b6000c, negotiated timeout = 20000
[junit4:junit4]   2> 17179 T923 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9304030 name:ZooKeeperConnection Watcher:127.0.0.1:49347/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17180 T836 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17182 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b6000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17183 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b6000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17186 T836 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49364_fh_bu%2Fpk
[junit4:junit4]   2> 17187 T841 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c5f1d03b6000c type:delete cxid:0x4 zxid:0xa4 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49364_fh_bu%2Fpk Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49364_fh_bu%2Fpk
[junit4:junit4]   2> 17188 T836 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49364_fh_bu%2Fpk
[junit4:junit4]   2> 17193 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17193 T907 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17195 T864 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17195 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17196 T858 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17196 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17196 T892 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17197 T892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17203 T907 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17203 T877 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17208 T836 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17217 T924 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358805419246/collection1
[junit4:junit4]   2> 17217 T924 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17219 T924 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17219 T924 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17221 T924 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358805419246/collection1/'
[junit4:junit4]   2> 17222 T924 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358805419246/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17223 T924 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358805419246/collection1/lib/README' to classloader
[junit4:junit4]   2> 17272 T924 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17359 T924 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17360 T924 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17367 T924 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17655 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17657 T859 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49360_fh_bu%2Fpk",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49360/fh_bu/pk"}
[junit4:junit4]   2> 17663 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17664 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17664 T892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17668 T907 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17668 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17669 T923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17965 T924 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17975 T924 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17978 T924 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18008 T924 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18015 T924 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18022 T924 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18026 T924 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18030 T924 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1358805419246/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty4/
[junit4:junit4]   2> 18030 T924 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31212883
[junit4:junit4]   2> 18031 T924 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 18031 T924 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty4 forceNew:false
[junit4:junit4]   2> 18032 T924 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty4
[junit4:junit4]   2> 18032 T924 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty4/index/
[junit4:junit4]   2> 18033 T924 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18034 T924 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty4/index forceNew:false
[junit4:junit4]   2> 18039 T924 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@67c9166e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18039 T924 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18040 T924 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty4/index
[junit4:junit4]   2> 18041 T924 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 18044 T924 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18044 T924 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 18045 T924 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18045 T924 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 18046 T924 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18046 T924 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18047 T924 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18048 T924 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18048 T924 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18049 T924 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 18051 T924 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 18051 T924 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18052 T924 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 18052 T924 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 18053 T924 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 18054 T924 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18055 T924 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18056 T924 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18056 T924 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18057 T924 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18058 T924 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18059 T924 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18060 T924 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18060 T924 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 18061 T924 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 18062 T924 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 18069 T924 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18076 T924 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 18078 T924 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 18081 T924 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty4
[junit4:junit4]   2> 18082 T924 oass.SolrIndexSearcher.<init> Opening Searcher@3b8b3a53 main
[junit4:junit4]   2> 18083 T924 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18083 T924 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18084 T924 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 18091 T924 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 18129 T925 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b8b3a53 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18138 T924 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18138 T924 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19182 T859 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19184 T859 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49364_fh_bu%2Fpk",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49364/fh_bu/pk"}
[junit4:junit4]   2> 19185 T859 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 19185 T859 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 19201 T864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19202 T877 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19202 T892 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19201 T923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19202 T907 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19202 T858 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C70_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49360_fh_bu%2Fpk, base_url=http://127.0.0.1:49360/fh_bu/pk}
[junit4:junit4]   2> 19711 T910 C70 P49360 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49354/fh_bu/pk/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19711 T910 C70 P49360 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49360/fh_bu/pk START replicas=[http://127.0.0.1:49354/fh_bu/pk/collection1/] nUpdates=100
[junit4:junit4]   2> 19712 T910 C70 P49360 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19713 T910 C70 P49360 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19713 T910 C70 P49360 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19713 T910 C70 P49360 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19713 T910 C70 P49360 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19714 T910 C70 P49360 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49354/fh_bu/pk/collection1/. core=collection1
[junit4:junit4]   2> 19714 T910 C70 P49360 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C71 name=collection1 org.apache.solr.core.SolrCore@2e8866f9 url=http://127.0.0.1:49354/fh_bu/pk/collection1 node=127.0.0.1:49354_fh_bu%2Fpk C71_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49354_fh_bu%2Fpk, base_url=http://127.0.0.1:49354/fh_bu/pk, leader=true}
[junit4:junit4]   2> 19738 T869 C71 P49354 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19741 T870 C71 P49354 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 19743 T870 C71 P49354 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1
[junit4:junit4]   2> 19746 T870 C71 P49354 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5948d4e7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19747 T870 C71 P49354 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19749 T870 C71 P49354 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5948d4e7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5948d4e7; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19750 T870 C71 P49354 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19751 T870 C71 P49354 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1
[junit4:junit4]   2> 19751 T870 C71 P49354 oass.SolrIndexSearcher.<init> Opening Searcher@98f8610 realtime
[junit4:junit4]   2> 19751 T870 C71 P49354 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19752 T870 C71 P49354 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 19753 T910 C70 P49360 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19753 T910 C70 P49360 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19757 T872 C71 P49354 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19757 T872 C71 P49354 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 19758 T910 C70 P49360 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19758 T910 C70 P49360 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19759 T910 C70 P49360 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19765 T868 C71 P49354 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1
[junit4:junit4]   2> 19765 T868 C71 P49354 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty1/index
[junit4:junit4]   2> 19766 T868 C71 P49354 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 19766 T910 C70 P49360 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19767 T910 C70 P49360 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index.20130122105702307 forceNew:false
[junit4:junit4]   2> 19768 T910 C70 P49360 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3
[junit4:junit4]   2> 19769 T910 C70 P49360 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index.20130122105702307 lockFactory=org.apache.lucene.store.NativeFSLockFactory@252d66f; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 19772 T873 C71 P49354 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 19774 T910 C70 P49360 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index
[junit4:junit4]   2> 19774 T910 C70 P49360 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19774 T910 C70 P49360 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130122105702307
[junit4:junit4]   2> 19776 T910 C70 P49360 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3
[junit4:junit4]   2> 19776 T910 C70 P49360 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3
[junit4:junit4]   2> 19776 T910 C70 P49360 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index.20130122105702307
[junit4:junit4]   2> 19779 T910 C70 P49360 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index.20130122105702307 lockFactory=org.apache.lucene.store.NativeFSLockFactory@252d66f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19780 T910 C70 P49360 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19781 T910 C70 P49360 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3
[junit4:junit4]   2> 19781 T910 C70 P49360 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19782 T910 C70 P49360 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19782 T910 C70 P49360 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19783 T910 C70 P49360 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3/index.20130122105702307
[junit4:junit4]   2> 19783 T910 C70 P49360 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1358805402544/jetty3
[junit4:junit4]   2> 19786 T910 C70 P49360 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/

[...truncated too long message...]

faultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
[junit4:junit4]    >         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
[junit4:junit4]    >    4) Thread[id=1224, name=searcherExecutor-782-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    5) Thread[id=1242, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.lang.Object.wait(Native Method)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1258)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1332)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
[junit4:junit4]    >         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
[junit4:junit4]    >    6) Thread[id=1217, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.lang.Object.wait(Native Method)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1258)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1332)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
[junit4:junit4]    >         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
[junit4:junit4]    >    7) Thread[id=1219, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.lang.Object.wait(Native Method)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1258)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1332)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
[junit4:junit4]    >         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
[junit4:junit4]    >    8) Thread[id=1205, name=searcherExecutor-727-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >    9) Thread[id=1235, name=RecoveryThread, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at java.lang.Object.wait(Native Method)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1258)
[junit4:junit4]    >         at java.lang.Thread.join(Thread.java:1332)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.cancelRecovery(DefaultSolrCoreState.java:244)
[junit4:junit4]    >         at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:271)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.decrefSolrCoreState(SolrCore.java:888)
[junit4:junit4]    >         at org.apache.solr.core.SolrCore.close(SolrCore.java:980)
[junit4:junit4]    >         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:235)
[junit4:junit4]    >   10) Thread[id=1207, name=searcherExecutor-733-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   11) Thread[id=1202, name=searcherExecutor-719-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    >   12) Thread[id=1215, name=searcherExecutor-743-thread-1, state=WAITING, group=TGRP-BasicDistributedZkTest]
[junit4:junit4]    >         at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1043)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1103)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([5E836DBE4B3A1C5B]:0)
[junit4:junit4] Completed in 382.48s, 1 test, 1 failure, 3 errors <<< FAILURES!

[...truncated 559 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:344: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 247 suites, 1031 tests, 3 suite-level errors, 1 error, 661 ignored (1 assumption)

Total time: 39 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 116 - Still Failing!

Posted by Robert Muir <rc...@gmail.com>.
[junit4:junit4] HEARTBEAT J0 PID(361@localhost): 2013-01-21T17:26:21,
stalled for  244s at: BasicDistributedZkTest.testDistribSearch
[junit4:junit4] JVM J0: stderr was not empty, see:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130121_170733_370.syserr
[junit4:junit4] >>> JVM J0: stderr (verbatim) ----
[junit4:junit4] java(361,0x136484000) malloc: *** error for object
0x136473290: pointer being freed was not allocated
[junit4:junit4] *** set a breakpoint in malloc_error_break to debug
[junit4:junit4] <<< JVM J0: EOF ----




On Mon, Jan 21, 2013 at 12:27 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/116/
> Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
>
> All tests passed
>
> Build Log:
> [...truncated 9016 lines...]
> [junit4:junit4] ERROR: JVM J0 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.7.0_10.jdk/Contents/Home/jre/bin/java -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/heapdumps -Dtests.prefix=tests -Dtests.seed=CEABE62D1D0C560F -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=5.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/testlogging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.slow=true -Dtests.asserts.gracious=false -Dtests.multiplier=1 -DtempDir=. -Djava.io.tmpdir=. -Djunit4.tempDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp -Dclover.db.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/clover/db -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Djava.security.policy=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/junit4/tests.policy -Dlucene.version=5.0-SNAPSHOT -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Dfile.encoding=US-ASCII -classpath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/guava-13.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpclient-4.1.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpcore-4.1.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpmime-4.1.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-api-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.2.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_10.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130121_170733_370.events @/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130121_170733_370.suites
> [junit4:junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1253)
> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:66)
> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:821)
> [junit4:junit4]         at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:818)
> [junit4:junit4]         at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
> [junit4:junit4]         at java.util.concurrent.FutureTask.run(FutureTask.java:166)
> [junit4:junit4]         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
> [junit4:junit4]         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
> [junit4:junit4]         at java.lang.Thread.run(Thread.java:722)
>
> BUILD FAILED
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:344: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
> /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
>
> Total time: 46 minutes 55 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 116 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/116/
Java: 64bit/jdk1.7.0 -XX:+UseSerialGC

All tests passed

Build Log:
[...truncated 9016 lines...]
[junit4:junit4] ERROR: JVM J0 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.7.0_10.jdk/Contents/Home/jre/bin/java -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/heapdumps -Dtests.prefix=tests -Dtests.seed=CEABE62D1D0C560F -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=5.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/testlogging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.slow=true -Dtests.asserts.gracious=false -Dtests.multiplier=1 -DtempDir=. -Djava.io.tmpdir=. -Djunit4.tempDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp -Dclover.db.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/clover/db -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Djava.security.policy=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/junit4/tests.policy -Dlucene.version=5.0-SNAPSHOT -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Dfile.encoding=US-ASCII -classpath /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/cglib-nodep-2.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/easymock-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/guava-13.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/objenesis-1.2.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/spatial4j-0.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpclient-4.1.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpcore-4.1.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpmime-4.1.3.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-api-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/core/classes/java:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.2.0.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_10.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130121_170733_370.events @/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20130121_170733_370.suites
[junit4:junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1253)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:66)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:821)
[junit4:junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:818)
[junit4:junit4] 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4] 	at java.lang.Thread.run(Thread.java:722)

BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:344: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 46 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure