You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/01/04 19:50:13 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 45 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/45/
Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([88845F5AD542BE9:896ECBEDDA0B4BD5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:168)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:121)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8965 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 1 T2070 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_x/
[junit4:junit4]   2> 5 T2070 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1357324153830
[junit4:junit4]   2> 6 T2070 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T2071 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 9 T2071 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 9 T2071 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 9 T2071 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 10 T2071 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 11 T2071 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 110 T2070 oasc.ZkTestServer.run start zk server on port:49686
[junit4:junit4]   2> 111 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3a3607e0
[junit4:junit4]   2> 112 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 113 T2076 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 114 T2076 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 115 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49687
[junit4:junit4]   2> 115 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49687
[junit4:junit4]   2> 116 T2074 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 119 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0000 with negotiated timeout 10000 for client /127.0.0.1:49687
[junit4:junit4]   2> 120 T2076 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0000, negotiated timeout = 10000
[junit4:junit4]   2> 121 T2077 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a3607e0 name:ZooKeeperConnection Watcher:127.0.0.1:49686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 121 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 122 T2070 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 129 T2075 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c06d2f3ec0000
[junit4:junit4]   2> 131 T2077 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T2070 oaz.ZooKeeper.close Session: 0x13c06d2f3ec0000 closed
[junit4:junit4]   2> 132 T2072 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49687 which had sessionid 0x13c06d2f3ec0000
[junit4:junit4]   2> 133 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@70f2c594
[junit4:junit4]   2> 134 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 135 T2078 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 136 T2078 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 137 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49688
[junit4:junit4]   2> 137 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49688
[junit4:junit4]   2> 139 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0001 with negotiated timeout 10000 for client /127.0.0.1:49688
[junit4:junit4]   2> 139 T2078 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0001, negotiated timeout = 10000
[junit4:junit4]   2> 140 T2079 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70f2c594 name:ZooKeeperConnection Watcher:127.0.0.1:49686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 140 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 140 T2070 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 148 T2070 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 154 T2070 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 160 T2070 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 167 T2070 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 168 T2070 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 178 T2070 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 179 T2070 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 186 T2070 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 188 T2070 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 194 T2070 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 195 T2070 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 203 T2070 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 204 T2070 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 211 T2070 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 212 T2070 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 218 T2070 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 219 T2070 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 226 T2070 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 227 T2070 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 233 T2070 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 234 T2070 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 241 T2075 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c06d2f3ec0001
[junit4:junit4]   2> 242 T2072 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49688 which had sessionid 0x13c06d2f3ec0001
[junit4:junit4]   2> 242 T2070 oaz.ZooKeeper.close Session: 0x13c06d2f3ec0001 closed
[junit4:junit4]   2> 243 T2079 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 439 T2070 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 445 T2070 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49689
[junit4:junit4]   2> 445 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 446 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068
[junit4:junit4]   2> 446 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068/'
[junit4:junit4]   2> 487 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 489 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 489 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068
[junit4:junit4]   2> 490 T2070 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068/solr.xml
[junit4:junit4]   2> 492 T2070 oasc.CoreContainer.<init> New CoreContainer 2090971214
[junit4:junit4]   2> 493 T2070 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068/'
[junit4:junit4]   2> 494 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068/'
[junit4:junit4]   2> 523 T2070 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 524 T2070 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 525 T2070 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 525 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 526 T2070 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 527 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 527 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 528 T2070 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 528 T2070 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 529 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 545 T2070 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 564 T2070 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49686/solr
[junit4:junit4]   2> 565 T2070 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 566 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@623e20db
[junit4:junit4]   2> 568 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 568 T2089 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 570 T2089 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 571 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49690
[junit4:junit4]   2> 571 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49690
[junit4:junit4]   2> 573 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0002 with negotiated timeout 20000 for client /127.0.0.1:49690
[junit4:junit4]   2> 573 T2089 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0002, negotiated timeout = 20000
[junit4:junit4]   2> 573 T2090 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@623e20db name:ZooKeeperConnection Watcher:127.0.0.1:49686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 574 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 576 T2075 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c06d2f3ec0002
[junit4:junit4]   2> 577 T2072 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49690 which had sessionid 0x13c06d2f3ec0002
[junit4:junit4]   2> 577 T2090 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 577 T2070 oaz.ZooKeeper.close Session: 0x13c06d2f3ec0002 closed
[junit4:junit4]   2> 578 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=30000&connTimeout=15000
[junit4:junit4]   2> 585 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1be4aa68
[junit4:junit4]   2> 587 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 588 T2091 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 589 T2091 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 589 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49691
[junit4:junit4]   2> 590 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49691
[junit4:junit4]   2> 592 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0003 with negotiated timeout 20000 for client /127.0.0.1:49691
[junit4:junit4]   2> 592 T2091 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0003, negotiated timeout = 20000
[junit4:junit4]   2> 592 T2092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1be4aa68 name:ZooKeeperConnection Watcher:127.0.0.1:49686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 593 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 596 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 599 T2070 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 603 T2070 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49689__x
[junit4:junit4]   2> 605 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49689__x Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49689__x
[junit4:junit4]   2> 606 T2070 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49689__x
[junit4:junit4]   2> 614 T2070 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 624 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 626 T2070 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 632 T2070 oasc.Overseer.start Overseer (id=88953595745796099-127.0.0.1:49689__x-n_0000000000) starting
[junit4:junit4]   2> 633 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 635 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 637 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 639 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 640 T2094 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 641 T2070 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 645 T2070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 648 T2093 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 652 T2095 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068/collection1
[junit4:junit4]   2> 652 T2095 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 653 T2095 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 653 T2095 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 656 T2095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068/collection1/'
[junit4:junit4]   2> 657 T2095 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 657 T2095 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068/collection1/lib/README' to classloader
[junit4:junit4]   2> 708 T2095 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 768 T2095 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 770 T2095 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 774 T2095 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 778 T952 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 1334 T2095 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1343 T2095 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1347 T2095 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1368 T2095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1374 T2095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1381 T2095 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1384 T2095 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1386 T2095 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357324154068/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data/
[junit4:junit4]   2> 1387 T2095 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f859d8c
[junit4:junit4]   2> 1387 T2095 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1388 T2095 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data forceNew:false
[junit4:junit4]   2> 1389 T2095 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data
[junit4:junit4]   2> 1389 T2095 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data/index/
[junit4:junit4]   2> 1390 T2095 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1399 T2095 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data/index forceNew:false
[junit4:junit4]   2> 1408 T2095 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@74159ff4; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1410 T2095 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1412 T2095 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data/index
[junit4:junit4]   2> 1413 T2095 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1420 T2095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1420 T2095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1421 T2095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1421 T2095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1422 T2095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1422 T2095 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1423 T2095 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1423 T2095 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1426 T2095 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1427 T2095 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1428 T2095 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1430 T2095 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1432 T2095 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1432 T2095 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1433 T2095 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1434 T2095 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1435 T2095 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1436 T2095 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1437 T2095 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1439 T2095 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1440 T2095 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1441 T2095 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1441 T2095 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1442 T2095 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1443 T2095 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1444 T2095 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1454 T2095 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1457 T2095 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1459 T2095 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1462 T2095 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data
[junit4:junit4]   2> 1463 T2095 oass.SolrIndexSearcher.<init> Opening Searcher@814c962 main
[junit4:junit4]   2> 1465 T2095 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1465 T2095 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1465 T2095 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1474 T2095 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1521 T2096 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@814c962 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1528 T2095 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1528 T2095 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1529 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2163 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2164 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49689__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49689/_x"}
[junit4:junit4]   2> 2164 T2093 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2165 T2093 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2165 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2174 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2534 T2095 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2535 T2095 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49689/_x collection:control_collection shard:shard1
[junit4:junit4]   2> 2537 T2095 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2547 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2548 T2095 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2549 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2552 T2095 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2552 T2095 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2553 T2095 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49689/_x/collection1/
[junit4:junit4]   2> 2553 T2095 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2553 T2095 oasc.SyncStrategy.syncToMe http://127.0.0.1:49689/_x/collection1/ has no replicas
[junit4:junit4]   2> 2553 T2095 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49689/_x/collection1/
[junit4:junit4]   2> 2554 T2095 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2560 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3686 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3710 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3742 T2095 oasc.ZkController.register We are http://127.0.0.1:49689/_x/collection1/ and leader is http://127.0.0.1:49689/_x/collection1/
[junit4:junit4]   2> 3742 T2095 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49689/_x
[junit4:junit4]   2> 3743 T2095 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3743 T2095 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3743 T2095 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3745 T2095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3747 T2070 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3747 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3747 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3755 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3760 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1bb0438a
[junit4:junit4]   2> 3761 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3761 T2097 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3762 T2097 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 3762 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49692
[junit4:junit4]   2> 3762 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49692
[junit4:junit4]   2> 3763 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0004 with negotiated timeout 10000 for client /127.0.0.1:49692
[junit4:junit4]   2> 3763 T2097 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0004, negotiated timeout = 10000
[junit4:junit4]   2> 3764 T2098 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bb0438a name:ZooKeeperConnection Watcher:127.0.0.1:49686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3764 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3765 T2070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3768 T2070 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3949 T2070 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3954 T2070 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49693
[junit4:junit4]   2> 3955 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3956 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592
[junit4:junit4]   2> 3957 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592/'
[junit4:junit4]   2> 3987 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3988 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3988 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592
[junit4:junit4]   2> 3989 T2070 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592/solr.xml
[junit4:junit4]   2> 3989 T2070 oasc.CoreContainer.<init> New CoreContainer 1764300770
[junit4:junit4]   2> 3990 T2070 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592/'
[junit4:junit4]   2> 3991 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592/'
[junit4:junit4]   2> 4025 T2070 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 4026 T2070 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4026 T2070 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4027 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4027 T2070 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4028 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4028 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4029 T2070 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4029 T2070 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4030 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4048 T2070 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4067 T2070 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49686/solr
[junit4:junit4]   2> 4068 T2070 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4069 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e12365d
[junit4:junit4]   2> 4071 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4071 T2108 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4073 T2108 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 4073 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49694
[junit4:junit4]   2> 4074 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49694
[junit4:junit4]   2> 4076 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0005 with negotiated timeout 20000 for client /127.0.0.1:49694
[junit4:junit4]   2> 4076 T2108 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0005, negotiated timeout = 20000
[junit4:junit4]   2> 4076 T2109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e12365d name:ZooKeeperConnection Watcher:127.0.0.1:49686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4076 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4079 T2075 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c06d2f3ec0005
[junit4:junit4]   2> 4080 T2072 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49694 which had sessionid 0x13c06d2f3ec0005
[junit4:junit4]   2> 4080 T2109 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4080 T2070 oaz.ZooKeeper.close Session: 0x13c06d2f3ec0005 closed
[junit4:junit4]   2> 4081 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=30000&connTimeout=15000
[junit4:junit4]   2> 4087 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@17086310
[junit4:junit4]   2> 4088 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4089 T2110 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4090 T2110 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 4091 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49695
[junit4:junit4]   2> 4091 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49695
[junit4:junit4]   2> 4093 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0006 with negotiated timeout 20000 for client /127.0.0.1:49695
[junit4:junit4]   2> 4093 T2110 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0006, negotiated timeout = 20000
[junit4:junit4]   2> 4094 T2111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17086310 name:ZooKeeperConnection Watcher:127.0.0.1:49686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4094 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4095 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4097 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4099 T2070 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49693__x
[junit4:junit4]   2> 4101 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49693__x Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49693__x
[junit4:junit4]   2> 4102 T2070 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49693__x
[junit4:junit4]   2> 4107 T2092 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4107 T2098 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4108 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4114 T2070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4124 T2112 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592/collection1
[junit4:junit4]   2> 4124 T2112 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4125 T2112 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4126 T2112 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4128 T2112 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592/collection1/'
[junit4:junit4]   2> 4129 T2112 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4129 T2112 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592/collection1/lib/README' to classloader
[junit4:junit4]   2> 4194 T2112 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4264 T2112 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4266 T2112 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4272 T2112 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4658 T967 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 4809 T2112 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4818 T2112 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4822 T2112 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4844 T2112 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4850 T2112 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4856 T2112 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4859 T2112 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4862 T2112 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357324157592/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/
[junit4:junit4]   2> 4862 T2112 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f859d8c
[junit4:junit4]   2> 4863 T2112 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4865 T2112 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1 forceNew:false
[junit4:junit4]   2> 4865 T2112 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1
[junit4:junit4]   2> 4866 T2112 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/index/
[junit4:junit4]   2> 4867 T2112 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4868 T2112 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/index forceNew:false
[junit4:junit4]   2> 5002 T2112 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@43a615ea; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5002 T2112 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5003 T2112 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/index
[junit4:junit4]   2> 5003 T2112 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5005 T2112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5006 T2112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5006 T2112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5006 T2112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5008 T2112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5008 T2112 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5008 T2112 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5009 T2112 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5010 T2112 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5011 T2112 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5012 T2112 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5012 T2112 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5013 T2112 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5013 T2112 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5014 T2112 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5015 T2112 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5016 T2112 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5016 T2112 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5017 T2112 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5017 T2112 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5018 T2112 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5019 T2112 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5019 T2112 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5020 T2112 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5020 T2112 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5020 T2112 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5026 T2112 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5029 T2112 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5031 T2112 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5032 T2112 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1
[junit4:junit4]   2> 5033 T2112 oass.SolrIndexSearcher.<init> Opening Searcher@68c0bab3 main
[junit4:junit4]   2> 5034 T2112 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5034 T2112 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5035 T2112 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5041 T2112 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5073 T2113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@68c0bab3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5081 T2112 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5082 T2112 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5221 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5222 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49689__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49689/_x"}
[junit4:junit4]   2> 5227 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49693__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49693/_x"}
[junit4:junit4]   2> 5227 T2093 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5227 T2093 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5233 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5234 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5234 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6085 T2112 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6086 T2112 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49693/_x collection:collection1 shard:shard1
[junit4:junit4]   2> 6089 T2112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6114 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6116 T2112 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6118 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6125 T2112 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6126 T2112 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6127 T2112 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49693/_x/collection1/
[junit4:junit4]   2> 6127 T2112 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6128 T2112 oasc.SyncStrategy.syncToMe http://127.0.0.1:49693/_x/collection1/ has no replicas
[junit4:junit4]   2> 6129 T2112 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49693/_x/collection1/
[junit4:junit4]   2> 6129 T2112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6145 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6748 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6777 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6777 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6777 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6786 T2112 oasc.ZkController.register We are http://127.0.0.1:49693/_x/collection1/ and leader is http://127.0.0.1:49693/_x/collection1/
[junit4:junit4]   2> 6787 T2112 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49693/_x
[junit4:junit4]   2> 6787 T2112 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6788 T2112 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6789 T2112 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6795 T2112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6798 T2070 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6800 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6802 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6971 T2070 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6976 T2070 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49696
[junit4:junit4]   2> 6977 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6977 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635
[junit4:junit4]   2> 6978 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635/'
[junit4:junit4]   2> 7004 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7004 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7005 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635
[junit4:junit4]   2> 7005 T2070 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635/solr.xml
[junit4:junit4]   2> 7006 T2070 oasc.CoreContainer.<init> New CoreContainer 320026694
[junit4:junit4]   2> 7006 T2070 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635/'
[junit4:junit4]   2> 7007 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635/'
[junit4:junit4]   2> 7029 T2070 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 7029 T2070 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7030 T2070 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7030 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7031 T2070 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7031 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7032 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7032 T2070 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7033 T2070 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7033 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7045 T2070 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7061 T2070 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49686/solr
[junit4:junit4]   2> 7061 T2070 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7062 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@a9e1a2f
[junit4:junit4]   2> 7063 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7063 T2123 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7065 T2123 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 7065 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49697
[junit4:junit4]   2> 7065 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49697
[junit4:junit4]   2> 7067 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0007 with negotiated timeout 20000 for client /127.0.0.1:49697
[junit4:junit4]   2> 7067 T2123 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0007, negotiated timeout = 20000
[junit4:junit4]   2> 7067 T2124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a9e1a2f name:ZooKeeperConnection Watcher:127.0.0.1:49686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7068 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7070 T2075 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c06d2f3ec0007
[junit4:junit4]   2> 7071 T2072 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49697 which had sessionid 0x13c06d2f3ec0007
[junit4:junit4]   2> 7071 T2070 oaz.ZooKeeper.close Session: 0x13c06d2f3ec0007 closed
[junit4:junit4]   2> 7071 T2124 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7071 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=30000&connTimeout=15000
[junit4:junit4]   2> 7076 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7087d9c2
[junit4:junit4]   2> 7078 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7078 T2125 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7079 T2125 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 7079 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49698
[junit4:junit4]   2> 7080 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49698
[junit4:junit4]   2> 7081 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0008 with negotiated timeout 20000 for client /127.0.0.1:49698
[junit4:junit4]   2> 7081 T2125 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0008, negotiated timeout = 20000
[junit4:junit4]   2> 7081 T2126 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7087d9c2 name:ZooKeeperConnection Watcher:127.0.0.1:49686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7082 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7083 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7084 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7086 T2070 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49696__x
[junit4:junit4]   2> 7087 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49696__x Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49696__x
[junit4:junit4]   2> 7088 T2070 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49696__x
[junit4:junit4]   2> 7091 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7092 T2098 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7092 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7093 T2092 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7093 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7095 T2111 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7098 T2070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7106 T2127 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635/collection1
[junit4:junit4]   2> 7106 T2127 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7107 T2127 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7107 T2127 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7109 T2127 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635/collection1/'
[junit4:junit4]   2> 7110 T2127 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7111 T2127 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635/collection1/lib/README' to classloader
[junit4:junit4]   2> 7154 T2127 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7214 T2127 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7216 T2127 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7220 T2127 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7849 T2127 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7860 T2127 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7866 T2127 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7898 T2127 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7905 T2127 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7914 T2127 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7919 T2127 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7921 T2127 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357324160635/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/
[junit4:junit4]   2> 7922 T2127 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f859d8c
[junit4:junit4]   2> 7922 T2127 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7924 T2127 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2 forceNew:false
[junit4:junit4]   2> 7925 T2127 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2
[junit4:junit4]   2> 7925 T2127 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/index/
[junit4:junit4]   2> 7926 T2127 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7927 T2127 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/index forceNew:false
[junit4:junit4]   2> 7936 T2127 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1aa727d0; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7937 T2127 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7938 T2127 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/index
[junit4:junit4]   2> 7939 T2127 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7945 T2127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7946 T2127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7946 T2127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7946 T2127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7947 T2127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7948 T2127 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7948 T2127 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7949 T2127 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7950 T2127 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7951 T2127 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7952 T2127 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7952 T2127 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7953 T2127 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7953 T2127 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7954 T2127 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7955 T2127 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7955 T2127 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7956 T2127 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7957 T2127 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7958 T2127 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7958 T2127 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7959 T2127 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7960 T2127 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7960 T2127 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7961 T2127 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7962 T2127 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7969 T2127 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7972 T2127 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7974 T2127 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7977 T2127 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2
[junit4:junit4]   2> 7979 T2127 oass.SolrIndexSearcher.<init> Opening Searcher@7470f191 main
[junit4:junit4]   2> 7981 T2127 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7981 T2127 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7982 T2127 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7989 T2127 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8032 T2128 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7470f191 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8037 T2127 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8037 T2127 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8298 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8300 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49693__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49693/_x"}
[junit4:junit4]   2> 8306 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49696__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49696/_x"}
[junit4:junit4]   2> 8307 T2093 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8307 T2093 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8314 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8315 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8315 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8315 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9043 T2127 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9044 T2127 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49696/_x collection:collection1 shard:shard2
[junit4:junit4]   2> 9045 T2127 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 9053 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0008 type:delete cxid:0x42 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 9054 T2127 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9055 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0008 type:create cxid:0x43 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9057 T2127 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9058 T2127 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9058 T2127 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49696/_x/collection1/
[junit4:junit4]   2> 9058 T2127 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9058 T2127 oasc.SyncStrategy.syncToMe http://127.0.0.1:49696/_x/collection1/ has no replicas
[junit4:junit4]   2> 9059 T2127 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49696/_x/collection1/
[junit4:junit4]   2> 9059 T2127 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 9064 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec0008 type:create cxid:0x4c zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9828 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9841 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9842 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9842 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9842 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9893 T2127 oasc.ZkController.register We are http://127.0.0.1:49696/_x/collection1/ and leader is http://127.0.0.1:49696/_x/collection1/
[junit4:junit4]   2> 9893 T2127 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49696/_x
[junit4:junit4]   2> 9894 T2127 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9894 T2127 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9894 T2127 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9897 T2127 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9899 T2070 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9899 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9900 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10069 T2070 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10073 T2070 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49699
[junit4:junit4]   2> 10074 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10075 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731
[junit4:junit4]   2> 10075 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731/'
[junit4:junit4]   2> 10101 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10102 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10102 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731
[junit4:junit4]   2> 10103 T2070 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731/solr.xml
[junit4:junit4]   2> 10103 T2070 oasc.CoreContainer.<init> New CoreContainer 411940852
[junit4:junit4]   2> 10104 T2070 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731/'
[junit4:junit4]   2> 10104 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731/'
[junit4:junit4]   2> 10124 T2070 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 10125 T2070 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10125 T2070 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10125 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10126 T2070 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10126 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10127 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10127 T2070 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10128 T2070 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10128 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10138 T2070 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10153 T2070 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49686/solr
[junit4:junit4]   2> 10154 T2070 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10154 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@317e8eb1
[junit4:junit4]   2> 10156 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10156 T2138 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10157 T2138 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 10158 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49700
[junit4:junit4]   2> 10158 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49700
[junit4:junit4]   2> 10160 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec0009 with negotiated timeout 20000 for client /127.0.0.1:49700
[junit4:junit4]   2> 10160 T2138 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec0009, negotiated timeout = 20000
[junit4:junit4]   2> 10160 T2139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@317e8eb1 name:ZooKeeperConnection Watcher:127.0.0.1:49686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10161 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10162 T2075 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c06d2f3ec0009
[junit4:junit4]   2> 10163 T2072 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49700 which had sessionid 0x13c06d2f3ec0009
[junit4:junit4]   2> 10163 T2070 oaz.ZooKeeper.close Session: 0x13c06d2f3ec0009 closed
[junit4:junit4]   2> 10164 T2139 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10164 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=30000&connTimeout=15000
[junit4:junit4]   2> 10169 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@3f0f0079
[junit4:junit4]   2> 10170 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10170 T2140 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10171 T2140 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 10172 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49701
[junit4:junit4]   2> 10172 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49701
[junit4:junit4]   2> 10173 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec000a with negotiated timeout 20000 for client /127.0.0.1:49701
[junit4:junit4]   2> 10174 T2140 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec000a, negotiated timeout = 20000
[junit4:junit4]   2> 10174 T2141 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f0f0079 name:ZooKeeperConnection Watcher:127.0.0.1:49686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10174 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10175 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10177 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10179 T2070 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49699__x
[junit4:junit4]   2> 10180 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec000a type:delete cxid:0x4 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49699__x Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49699__x
[junit4:junit4]   2> 10181 T2070 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49699__x
[junit4:junit4]   2> 10185 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10186 T2092 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10186 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10186 T2098 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10187 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10186 T2126 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10187 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10189 T2111 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10194 T2070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10206 T2142 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731/collection1
[junit4:junit4]   2> 10207 T2142 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10208 T2142 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10208 T2142 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10211 T2142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731/collection1/'
[junit4:junit4]   2> 10213 T2142 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10213 T2142 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731/collection1/lib/README' to classloader
[junit4:junit4]   2> 10266 T2142 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10344 T2142 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10345 T2142 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10350 T2142 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10850 T2142 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10857 T2142 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10860 T2142 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10880 T2142 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10885 T2142 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10889 T2142 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10891 T2142 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10892 T2142 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357324163731/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/
[junit4:junit4]   2> 10893 T2142 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f859d8c
[junit4:junit4]   2> 10893 T2142 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10894 T2142 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3 forceNew:false
[junit4:junit4]   2> 10895 T2142 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 10895 T2142 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index/
[junit4:junit4]   2> 10895 T2142 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10897 T2142 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index forceNew:false
[junit4:junit4]   2> 10901 T2142 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@704857e4; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10901 T2142 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10902 T2142 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index
[junit4:junit4]   2> 10902 T2142 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10905 T2142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10905 T2142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10905 T2142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10906 T2142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10907 T2142 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10907 T2142 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10907 T2142 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10908 T2142 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10909 T2142 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10910 T2142 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10910 T2142 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10911 T2142 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10911 T2142 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10912 T2142 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10912 T2142 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10913 T2142 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10913 T2142 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10914 T2142 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10915 T2142 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10915 T2142 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10916 T2142 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10917 T2142 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10917 T2142 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10918 T2142 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10919 T2142 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10920 T2142 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10926 T2142 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10930 T2142 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10932 T2142 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10936 T2142 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 10938 T2142 oass.SolrIndexSearcher.<init> Opening Searcher@5b4e18b7 main
[junit4:junit4]   2> 10939 T2142 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10940 T2142 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10941 T2142 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10948 T2142 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10977 T2143 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b4e18b7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10983 T2142 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10983 T2142 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11353 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11354 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49696__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49696/_x"}
[junit4:junit4]   2> 11361 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49699__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49699/_x"}
[junit4:junit4]   2> 11361 T2093 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11361 T2093 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11371 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11372 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11372 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11372 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11372 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11986 T2142 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11986 T2142 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49699/_x collection:collection1 shard:shard1
[junit4:junit4]   2> 11992 T2142 oasc.ZkController.register We are http://127.0.0.1:49699/_x/collection1/ and leader is http://127.0.0.1:49693/_x/collection1/
[junit4:junit4]   2> 11992 T2142 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49699/_x
[junit4:junit4]   2> 11992 T2142 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11993 T2142 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C133 name=collection1 org.apache.solr.core.SolrCore@ea4007f url=http://127.0.0.1:49699/_x/collection1 node=127.0.0.1:49699__x C133_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49699__x, base_url=http://127.0.0.1:49699/_x}
[junit4:junit4]   2> 11994 T2144 C133 P49699 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11995 T2144 C133 P49699 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11994 T2142 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11996 T2144 C133 P49699 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11996 T2144 C133 P49699 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11998 T2070 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11998 T2144 C133 P49699 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11999 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12000 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12203 T2070 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12211 T2070 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49703
[junit4:junit4]   2> 12214 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12215 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831
[junit4:junit4]   2> 12216 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831/'
[junit4:junit4]   2> 12263 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12264 T2070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12264 T2070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831
[junit4:junit4]   2> 12265 T2070 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831/solr.xml
[junit4:junit4]   2> 12265 T2070 oasc.CoreContainer.<init> New CoreContainer 545353910
[junit4:junit4]   2> 12266 T2070 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831/'
[junit4:junit4]   2> 12267 T2070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831/'
[junit4:junit4]   2> 12294 T2070 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 12295 T2070 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12295 T2070 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12296 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12296 T2070 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12297 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12297 T2070 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12298 T2070 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12298 T2070 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12299 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12312 T2070 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12332 T2070 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49686/solr
[junit4:junit4]   2> 12332 T2070 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12333 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@799ec171
[junit4:junit4]   2> 12334 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12335 T2154 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12336 T2154 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 12337 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49704
[junit4:junit4]   2> 12338 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49704
[junit4:junit4]   2> 12339 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec000b with negotiated timeout 20000 for client /127.0.0.1:49704
[junit4:junit4]   2> 12339 T2154 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec000b, negotiated timeout = 20000
[junit4:junit4]   2> 12340 T2155 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@799ec171 name:ZooKeeperConnection Watcher:127.0.0.1:49686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12341 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12344 T2075 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c06d2f3ec000b
[junit4:junit4]   2> 12346 T2072 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49704 which had sessionid 0x13c06d2f3ec000b
[junit4:junit4]   2> 12347 T2155 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12346 T2070 oaz.ZooKeeper.close Session: 0x13c06d2f3ec000b closed
[junit4:junit4]   2> 12348 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=30000&connTimeout=15000
[junit4:junit4]   2> 12359 T2070 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49686/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6878316b
[junit4:junit4]   2> 12362 T2070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12363 T2156 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49686. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12364 T2156 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49686, initiating session
[junit4:junit4]   2> 12365 T2072 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49705
[junit4:junit4]   2> 12366 T2072 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49705
[junit4:junit4]   2> 12367 T2074 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c06d2f3ec000c with negotiated timeout 20000 for client /127.0.0.1:49705
[junit4:junit4]   2> 12368 T2156 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49686, sessionid = 0x13c06d2f3ec000c, negotiated timeout = 20000
[junit4:junit4]   2> 12368 T2157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6878316b name:ZooKeeperConnection Watcher:127.0.0.1:49686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12369 T2070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12370 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12372 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12375 T2070 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49703__x
[junit4:junit4]   2> 12377 T2075 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c06d2f3ec000c type:delete cxid:0x4 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49703__x Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49703__x
[junit4:junit4]   2> 12378 T2070 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49703__x
[junit4:junit4]   2> 12384 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12384 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12386 T2098 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12387 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12388 T2126 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12388 T2092 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12389 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12388 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12393 T2111 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12394 T2141 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12399 T2070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12410 T2158 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831/collection1
[junit4:junit4]   2> 12410 T2158 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12412 T2158 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12412 T2158 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12415 T2158 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831/collection1/'
[junit4:junit4]   2> 12416 T2158 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12417 T2158 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831/collection1/lib/README' to classloader
[junit4:junit4]   2> 12488 T2158 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12550 T2158 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12552 T2158 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12557 T2158 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12891 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12892 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49699__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49699/_x"}
[junit4:junit4]   2> 12918 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12918 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12919 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12927 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12930 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12931 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13156 T2158 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13164 T2158 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13167 T2158 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13195 T2158 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13200 T2158 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13205 T2158 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13207 T2158 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13209 T2158 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357324165831/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/
[junit4:junit4]   2> 13209 T2158 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f859d8c
[junit4:junit4]   2> 13210 T2158 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13211 T2158 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4 forceNew:false
[junit4:junit4]   2> 13211 T2158 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4
[junit4:junit4]   2> 13211 T2158 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index/
[junit4:junit4]   2> 13212 T2158 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13213 T2158 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index forceNew:false
[junit4:junit4]   2> 13217 T2158 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@16a6526d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13218 T2158 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13218 T2158 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index
[junit4:junit4]   2> 13219 T2158 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13221 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13221 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13221 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13221 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13222 T2158 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13222 T2158 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13222 T2158 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13224 T2158 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13224 T2158 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13225 T2158 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13225 T2158 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13226 T2158 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13226 T2158 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13226 T2158 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13227 T2158 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13227 T2158 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13228 T2158 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13228 T2158 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13229 T2158 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13229 T2158 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13230 T2158 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13231 T2158 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13231 T2158 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13232 T2158 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13233 T2158 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13233 T2158 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13238 T2158 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13241 T2158 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13243 T2158 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13245 T2158 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4
[junit4:junit4]   2> 13246 T2158 oass.SolrIndexSearcher.<init> Opening Searcher@66039e85 main
[junit4:junit4]   2> 13247 T2158 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13247 T2158 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13248 T2158 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13253 T2158 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13287 T2159 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66039e85 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13296 T2158 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13296 T2158 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14435 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14438 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49703__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49703/_x"}
[junit4:junit4]   2> 14439 T2093 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14439 T2093 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14453 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14453 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14453 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14454 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14454 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14453 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C133_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49699__x, base_url=http://127.0.0.1:49699/_x}
[junit4:junit4]   2> 15010 T2144 C133 P49699 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49693/_x/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15010 T2144 C133 P49699 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49699/_x START replicas=[http://127.0.0.1:49693/_x/collection1/] nUpdates=100
[junit4:junit4]   2> 15011 T2144 C133 P49699 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15013 T2144 C133 P49699 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15013 T2144 C133 P49699 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15014 T2144 C133 P49699 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15014 T2144 C133 P49699 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15014 T2144 C133 P49699 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49693/_x/collection1/. core=collection1
[junit4:junit4]   2> 15015 T2144 C133 P49699 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C134 name=collection1 org.apache.solr.core.SolrCore@56b3055f url=http://127.0.0.1:49693/_x/collection1 node=127.0.0.1:49693__x C134_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49693__x, base_url=http://127.0.0.1:49693/_x, leader=true}
[junit4:junit4]   2> 15027 T2103 C134 P49693 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=0 
[junit4:junit4]   2> 15033 T2107 C134 P49693 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15034 T2107 C134 P49693 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1
[junit4:junit4]   2> 15037 T2107 C134 P49693 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@43a615ea; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15038 T2107 C134 P49693 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15040 T2107 C134 P49693 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@43a615ea; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@43a615ea; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15041 T2107 C134 P49693 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15041 T2107 C134 P49693 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1
[junit4:junit4]   2> 15042 T2107 C134 P49693 oass.SolrIndexSearcher.<init> Opening Searcher@138f2aad realtime
[junit4:junit4]   2> 15042 T2107 C134 P49693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15042 T2107 C134 P49693 /update {waitSearcher=true&openSearcher=false&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 10
[junit4:junit4]   2> 15043 T2144 C133 P49699 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15044 T2144 C133 P49699 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15046 T2104 C134 P49693 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15047 T2104 C134 P49693 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15047 T2144 C133 P49699 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15048 T2144 C133 P49699 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15048 T2144 C133 P49699 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15052 T2105 C134 P49693 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1
[junit4:junit4]   2> 15053 T2105 C134 P49693 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1/index
[junit4:junit4]   2> 15054 T2105 C134 P49693 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15055 T2144 C133 P49699 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15056 T2144 C133 P49699 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index.20130104162928879 forceNew:false
[junit4:junit4]   2> 15057 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 15057 T2144 C133 P49699 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index.20130104162928879 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7e855b; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 15064 T2106 C134 P49693 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 15066 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index
[junit4:junit4]   2> 15066 T2144 C133 P49699 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15067 T2144 C133 P49699 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130104162928879
[junit4:junit4]   2> 15068 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 15069 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 15069 T2144 C133 P49699 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index.20130104162928879
[junit4:junit4]   2> 15072 T2144 C133 P49699 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index.20130104162928879 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7e855b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15073 T2144 C133 P49699 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15074 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 15074 T2144 C133 P49699 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15075 T2144 C133 P49699 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15075 T2144 C133 P49699 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15076 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index.20130104162928879
[junit4:junit4]   2> 15077 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 15083 T2144 C133 P49699 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index.20130104162928879 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7e855b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15084 T2144 C133 P49699 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15084 T2144 C133 P49699 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15085 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 15086 T2144 C133 P49699 oass.SolrIndexSearcher.<init> Opening Searcher@4d45e918 main
[junit4:junit4]   2> 15091 T2143 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d45e918 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15092 T2143 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index
[junit4:junit4]   2> 15093 T2144 C133 P49699 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15096 T2144 C133 P49699 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index.20130104162928879 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7e855b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index.20130104162928879 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c7e855b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15096 T2144 C133 P49699 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15097 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 15097 T2144 C133 P49699 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15098 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index.20130104162928879
[junit4:junit4]   2> 15098 T2144 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3/index
[junit4:junit4]   2> 15098 T2144 C133 P49699 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15098 T2144 C133 P49699 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15099 T2144 C133 P49699 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15099 T2144 C133 P49699 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15100 T2144 C133 P49699 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15306 T2158 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15307 T2158 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49703/_x collection:collection1 shard:shard2
[junit4:junit4]   2> 15318 T2158 oasc.ZkController.register We are http://127.0.0.1:49703/_x/collection1/ and leader is http://127.0.0.1:49696/_x/collection1/
[junit4:junit4]   2> 15319 T2158 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49703/_x
[junit4:junit4]   2> 15319 T2158 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15320 T2158 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C135 name=collection1 org.apache.solr.core.SolrCore@47a1c433 url=http://127.0.0.1:49703/_x/collection1 node=127.0.0.1:49703__x C135_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49703__x, base_url=http://127.0.0.1:49703/_x}
[junit4:junit4]   2> 15322 T2162 C135 P49703 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15322 T2158 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15324 T2162 C135 P49703 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15324 T2162 C135 P49703 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15325 T2162 C135 P49703 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15327 T2070 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15327 T2070 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15328 T2162 C135 P49703 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15329 T2070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15348 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15351 T2070 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 15352 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15973 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15974 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49699__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49699/_x"}
[junit4:junit4]   2> 15979 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49703__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49703/_x"}
[junit4:junit4]   2> 15985 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15986 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15986 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15986 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15986 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15986 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16356 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17366 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C135_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49703__x, base_url=http://127.0.0.1:49703/_x}
[junit4:junit4]   2> 18351 T2162 C135 P49703 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49696/_x/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18351 T2162 C135 P49703 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49703/_x START replicas=[http://127.0.0.1:49696/_x/collection1/] nUpdates=100
[junit4:junit4]   2> 18352 T2162 C135 P49703 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18352 T2162 C135 P49703 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18353 T2162 C135 P49703 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18353 T2162 C135 P49703 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18353 T2162 C135 P49703 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18353 T2162 C135 P49703 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49696/_x/collection1/. core=collection1
[junit4:junit4]   2> 18354 T2162 C135 P49703 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C136 name=collection1 org.apache.solr.core.SolrCore@37f6a821 url=http://127.0.0.1:49696/_x/collection1 node=127.0.0.1:49696__x C136_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49696__x, base_url=http://127.0.0.1:49696/_x, leader=true}
[junit4:junit4]   2> 18372 T2119 C136 P49696 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18375 T2122 C136 P49696 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=2 
[junit4:junit4]   2> 18376 T2119 C136 P49696 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2
[junit4:junit4]   2> 18378 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18380 T2119 C136 P49696 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1aa727d0; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18381 T2119 C136 P49696 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18386 T2119 C136 P49696 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1aa727d0; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1aa727d0; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18386 T2119 C136 P49696 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18387 T2119 C136 P49696 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2
[junit4:junit4]   2> 18389 T2119 C136 P49696 oass.SolrIndexSearcher.<init> Opening Searcher@41118b71 realtime
[junit4:junit4]   2> 18389 T2119 C136 P49696 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18390 T2119 C136 P49696 /update {waitSearcher=true&openSearcher=false&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 18
[junit4:junit4]   2> 18392 T2162 C135 P49703 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18392 T2162 C135 P49703 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18396 T2117 C136 P49696 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18396 T2117 C136 P49696 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18397 T2162 C135 P49703 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18398 T2162 C135 P49703 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18398 T2162 C135 P49703 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18401 T2118 C136 P49696 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2
[junit4:junit4]   2> 18402 T2118 C136 P49696 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2/index
[junit4:junit4]   2> 18402 T2118 C136 P49696 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18403 T2162 C135 P49703 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18404 T2162 C135 P49703 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index.20130104162932227 forceNew:false
[junit4:junit4]   2> 18405 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4
[junit4:junit4]   2> 18405 T2162 C135 P49703 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index.20130104162932227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@79850b72; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 18409 T2122 C136 P49696 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=1 
[junit4:junit4]   2> 18410 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index
[junit4:junit4]   2> 18411 T2162 C135 P49703 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18411 T2162 C135 P49703 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130104162932227
[junit4:junit4]   2> 18412 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4
[junit4:junit4]   2> 18413 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4
[junit4:junit4]   2> 18413 T2162 C135 P49703 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index.20130104162932227
[junit4:junit4]   2> 18416 T2162 C135 P49703 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index.20130104162932227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@79850b72; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18417 T2162 C135 P49703 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18419 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4
[junit4:junit4]   2> 18419 T2162 C135 P49703 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18419 T2162 C135 P49703 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18420 T2162 C135 P49703 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18420 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index.20130104162932227
[junit4:junit4]   2> 18421 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4
[junit4:junit4]   2> 18424 T2162 C135 P49703 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index.20130104162932227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@79850b72; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18425 T2162 C135 P49703 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18425 T2162 C135 P49703 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18425 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4
[junit4:junit4]   2> 18426 T2162 C135 P49703 oass.SolrIndexSearcher.<init> Opening Searcher@a4e2f1f main
[junit4:junit4]   2> 18427 T2159 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a4e2f1f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18429 T2159 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index
[junit4:junit4]   2> 18429 T2162 C135 P49703 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18432 T2162 C135 P49703 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index.20130104162932227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@79850b72; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index.20130104162932227 lockFactory=org.apache.lucene.store.NativeFSLockFactory@79850b72; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18432 T2162 C135 P49703 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18433 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4
[junit4:junit4]   2> 18433 T2162 C135 P49703 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18433 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index.20130104162932227
[junit4:junit4]   2> 18433 T2162 C135 P49703 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty4/index
[junit4:junit4]   2> 18433 T2162 C135 P49703 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18434 T2162 C135 P49703 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18434 T2162 C135 P49703 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18434 T2162 C135 P49703 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18436 T2162 C135 P49703 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19012 T2093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19013 T2093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49703__x",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49703/_x"}
[junit4:junit4]   2> 19020 T2157 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19020 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19021 T2092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19021 T2111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19021 T2098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19021 T2126 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19382 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19385 T2070 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C137 name=collection1 org.apache.solr.core.SolrCore@2f020585 url=http://127.0.0.1:49689/_x/collection1 node=127.0.0.1:49689__x C137_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:49689__x, base_url=http://127.0.0.1:49689/_x, leader=true}
[junit4:junit4]   2> 19397 T2087 C137 P49689 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data
[junit4:junit4]   2> 19400 T2087 C137 P49689 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@74159ff4; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19401 T2087 C137 P49689 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19402 T2087 C137 P49689 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/control/data
[junit4:junit4]   2> 19403 T2087 C137 P49689 oass.SolrIndexSearcher.<init> Opening Searcher@a04222b realtime
[junit4:junit4]   2> 19403 T2087 C137 P49689 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1423257552258334720)} 0 8
[junit4:junit4]   2> 19407 T2105 C134 P49693 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty1
[junit4:junit4]   2> 19414 T2121 C136 P49696 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty2
[junit4:junit4]   2>  C133_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49699__x, base_url=http://127.0.0.1:49699/_x}
[junit4:junit4]   2> 19420 T2137 C133 P49699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357324153829/jetty3
[junit4:junit4]   2> 19421 T2137 C133 P49699 /update {update.distrib=FROMLEADER&_version_=-1423257552268820480&update.from=http://127.0.0.1:49693/_x/collection1/&wt=javabin&version=2} {deleteByQuery=*:* 

[...truncated too long message...]

izedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 373403 T2070 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {n_f1=PostingsFormat(name=Memory doPackFST= true), foo_b=MockVariableIntBlock(baseBlockSize=2), cat=PostingsFormat(name=Asserting), foo_d=PostingsFormat(name=SimpleText), foo_f=MockVariableIntBlock(baseBlockSize=2), n_tl1=PostingsFormat(name=Memory doPackFST= true), n_d1=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=SimpleText), intDefault=PostingsFormat(name=Memory doPackFST= true), n_td1=PostingsFormat(name=Memory doPackFST= true), timestamp=PostingsFormat(name=Asserting), id=PostingsFormat(name=SimpleText), range_facet_sl=PostingsFormat(name=SimpleText), range_facet_si=PostingsFormat(name=Asserting), oddField_s=PostingsFormat(name=SimpleText), sequence_i=PostingsFormat(name=SimpleText), name=PostingsFormat(name=SimpleText), foo_i=PostingsFormat(name=Memory doPackFST= true), regex_dup_B_s=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Asserting), n_tf1=PostingsFormat(name=Asserting), n_dt1=PostingsFormat(name=Memory doPackFST= true), genre_s=PostingsFormat(name=SimpleText), author_t=PostingsFormat(name=Memory doPackFST= true), n_ti1=PostingsFormat(name=SimpleText), range_facet_l=PostingsFormat(name=Asserting), text=MockVariableIntBlock(baseBlockSize=2), _version_=PostingsFormat(name=Memory doPackFST= true), val_i=PostingsFormat(name=SimpleText), SubjectTerms_mfacet=PostingsFormat(name=Memory doPackFST= true), series_t=PostingsFormat(name=Memory doPackFST= true), a_t=PostingsFormat(name=Asserting), n_tdt1=PostingsFormat(name=Memory doPackFST= true), regex_dup_A_s=MockVariableIntBlock(baseBlockSize=2), price=MockVariableIntBlock(baseBlockSize=2), other_tl1=PostingsFormat(name=Memory doPackFST= true), n_l1=PostingsFormat(name=Asserting), a_si=PostingsFormat(name=Memory doPackFST= true), inStock=MockVariableIntBlock(baseBlockSize=2)}, sim=DefaultSimilarity, locale=es_UY, timezone=BET
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=79224472,total=328794112
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestJmxMonitoredMap, TestUtils, ClusterStateUpdateTest, TestStressLucene, ReturnFieldsTest, TestCSVResponseWriter, TestPropInjectDefaults, TestArbitraryIndexDir, TestBadConfig, OpenExchangeRatesOrgProviderTest, ZkNodePropsTest, MinimalSchemaTest, TestTrie, TestValueSourceCache, SolrRequestParserTest, FileBasedSpellCheckerTest, TestZkChroot, SortByFunctionTest, SpellCheckComponentTest, TestRTGBase, TestHashPartitioner, TimeZoneUtilsTest, TestLMDirichletSimilarityFactory, TestSolrIndexConfig, ChaosMonkeySafeLeaderTest, TestReversedWildcardFilterFactory, SuggesterFSTTest, TestStressVersions, TestSuggestSpellingConverter, QueryElevationComponentTest, TestSystemIdResolver, DistributedQueryElevationComponentTest, NotRequiredUniqueKeyTest, TermVectorComponentTest, HighlighterConfigTest, TermsComponentTest, SOLR749Test, TestIBSimilarityFactory, PolyFieldTest, PrimitiveFieldTypeTest, NoCacheHeaderTest, PathHierarchyTokenizerFactoryTest, SolrInfoMBeanTest, TestReplicationHandler, TestSolrCoreProperties, TestQuerySenderNoQuery, DistanceFunctionTest, TestSolrDeletionPolicy2, TestBinaryResponseWriter, TestQueryTypes, BadComponentTest, BinaryUpdateRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestFastOutputStream, SpellPossibilityIteratorTest, AnalysisAfterCoreReloadTest, TestElisionMultitermQuery, OutputWriterTest, EchoParamsTest, TestIndexingPerformance, UUIDFieldTest, TestQueryUtils, TestQuerySenderListener, SystemInfoHandlerTest, BadIndexSchemaTest, IndexSchemaTest, ResponseLogComponentTest, JsonLoaderTest, FileUtilsTest, StatelessScriptUpdateProcessorFactoryTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestSolrQueryParser, TestStressReorder, TestPropInject, TestFuzzyAnalyzedSuggestions, DistributedSpellCheckComponentTest, SolrIndexConfigTest, OverseerTest, PingRequestHandlerTest, TestReload, AutoCommitTest, TestNumberUtils, SuggesterTest, BasicDistributedZk2Test, TestDefaultSimilarityFactory, PeerSyncTest, ZkCLITest, ExternalFileFieldSortTest, MoreLikeThisHandlerTest, QueryParsingTest, TestJoin, TestLMJelinekMercerSimilarityFactory, LeaderElectionIntegrationTest, TestUpdate, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, DirectSolrSpellCheckerTest, TestPseudoReturnFields, IndexSchemaRuntimeFieldTest, TestMergePolicyConfig, IndexReaderFactoryTest, ZkControllerTest, RAMDirectoryFactoryTest, TestPerFieldSimilarity, SignatureUpdateProcessorFactoryTest, DOMUtilTest, TestDocSet, SoftAutoCommitTest, TestLuceneMatchVersion, TestAtomicUpdateErrorCases, ChaosMonkeyNothingIsSafeTest, SuggesterTSTTest, TestDFRSimilarityFactory, BasicDistributedZkTest]
[junit4:junit4] Completed in 373.82s, 1 test, 1 failure <<< FAILURES!

[...truncated 378 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:353: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 245 suites, 1017 tests, 1 failure, 14 ignored (3 assumptions)

Total time: 61 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 46 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/46/
Java: 64bit/jdk1.7.0 -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:49193/_uz/j/collection1 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:49193/_uz/j/collection1 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([7890115E392F5C13:F9769F464E703C2F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.BasicDistributedZkTest.testMultipleCollections(BasicDistributedZkTest.java:1220)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:328)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8643 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T228 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_uz/j
[junit4:junit4]   2> 8 T228 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1357339581683
[junit4:junit4]   2> 9 T228 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 10 T229 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 12 T229 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 13 T229 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 13 T229 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 14 T229 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T229 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 114 T228 oasc.ZkTestServer.run start zk server on port:49186
[junit4:junit4]   2> 117 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@579736d4
[junit4:junit4]   2> 121 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 122 T234 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 125 T234 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 126 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49187
[junit4:junit4]   2> 130 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49187
[junit4:junit4]   2> 132 T232 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 141 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90000 with negotiated timeout 10000 for client /127.0.0.1:49187
[junit4:junit4]   2> 143 T234 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90000, negotiated timeout = 10000
[junit4:junit4]   2> 147 T235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@579736d4 name:ZooKeeperConnection Watcher:127.0.0.1:49186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 148 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 153 T228 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 199 T233 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c07be5cf90000
[junit4:junit4]   2> 201 T235 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 202 T230 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49187 which had sessionid 0x13c07be5cf90000
[junit4:junit4]   2> 201 T228 oaz.ZooKeeper.close Session: 0x13c07be5cf90000 closed
[junit4:junit4]   2> 203 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@58b47499
[junit4:junit4]   2> 204 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 205 T236 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 206 T236 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 206 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49188
[junit4:junit4]   2> 207 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49188
[junit4:junit4]   2> 209 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90001 with negotiated timeout 10000 for client /127.0.0.1:49188
[junit4:junit4]   2> 209 T236 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90001, negotiated timeout = 10000
[junit4:junit4]   2> 211 T237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58b47499 name:ZooKeeperConnection Watcher:127.0.0.1:49186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 212 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 213 T228 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 221 T228 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 228 T228 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 232 T228 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 244 T228 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 245 T228 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 257 T228 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 259 T228 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 266 T228 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 267 T228 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 274 T228 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 275 T228 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 283 T228 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 285 T228 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 293 T228 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 294 T228 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 302 T228 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 302 T228 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 310 T228 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 310 T228 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 323 T228 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 324 T228 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 331 T233 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c07be5cf90001
[junit4:junit4]   2> 332 T230 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49188 which had sessionid 0x13c07be5cf90001
[junit4:junit4]   2> 333 T237 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 333 T228 oaz.ZooKeeper.close Session: 0x13c07be5cf90001 closed
[junit4:junit4]   2> 521 T228 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 542 T228 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49189
[junit4:junit4]   2> 546 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 548 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008
[junit4:junit4]   2> 549 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008/'
[junit4:junit4]   2> 592 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 593 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 593 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008
[junit4:junit4]   2> 594 T228 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008/solr.xml
[junit4:junit4]   2> 595 T228 oasc.CoreContainer.<init> New CoreContainer 753810601
[junit4:junit4]   2> 595 T228 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008/'
[junit4:junit4]   2> 596 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008/'
[junit4:junit4]   2> 620 T228 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 621 T228 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 621 T228 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 622 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 622 T228 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 623 T228 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 623 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 624 T228 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 625 T228 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 625 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 643 T228 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 661 T228 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49186/solr
[junit4:junit4]   2> 662 T228 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 663 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2fed7c17
[junit4:junit4]   2> 664 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 665 T247 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 666 T247 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 666 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49190
[junit4:junit4]   2> 667 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49190
[junit4:junit4]   2> 669 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90002 with negotiated timeout 20000 for client /127.0.0.1:49190
[junit4:junit4]   2> 670 T247 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90002, negotiated timeout = 20000
[junit4:junit4]   2> 670 T248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fed7c17 name:ZooKeeperConnection Watcher:127.0.0.1:49186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 671 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 673 T233 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c07be5cf90002
[junit4:junit4]   2> 674 T228 oaz.ZooKeeper.close Session: 0x13c07be5cf90002 closed
[junit4:junit4]   2> 675 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 678 T248 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 709 T230 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13c07be5cf90002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 710 T230 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49190 which had sessionid 0x13c07be5cf90002
[junit4:junit4]   2> 713 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@71b1c270
[junit4:junit4]   2> 716 T249 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 717 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49191
[junit4:junit4]   2> 717 T249 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 718 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49191
[junit4:junit4]   2> 720 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 722 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90003 with negotiated timeout 20000 for client /127.0.0.1:49191
[junit4:junit4]   2> 722 T249 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90003, negotiated timeout = 20000
[junit4:junit4]   2> 723 T250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71b1c270 name:ZooKeeperConnection Watcher:127.0.0.1:49186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 723 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 726 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 729 T228 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 733 T228 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49189__uz%2Fj
[junit4:junit4]   2> 734 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49189__uz%2Fj Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49189__uz%2Fj
[junit4:junit4]   2> 735 T228 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49189__uz%2Fj
[junit4:junit4]   2> 743 T228 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 754 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 755 T228 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 760 T228 oasc.Overseer.start Overseer (id=88954606825570307-127.0.0.1:49189__uz%2Fj-n_0000000000) starting
[junit4:junit4]   2> 761 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 763 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 764 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 766 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 769 T251 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 772 T252 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 781 T228 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 787 T228 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 795 T253 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008/collection1
[junit4:junit4]   2> 796 T253 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 797 T253 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 797 T253 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 800 T253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008/collection1/'
[junit4:junit4]   2> 801 T253 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 802 T253 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008/collection1/lib/README' to classloader
[junit4:junit4]   2> 859 T253 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 933 T253 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 935 T253 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 940 T253 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1563 T253 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1574 T253 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1583 T253 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1620 T253 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1626 T253 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1631 T253 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1634 T253 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1649 T253 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1357339582008/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data/
[junit4:junit4]   2> 1650 T253 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1085d94
[junit4:junit4]   2> 1651 T253 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1671 T253 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data forceNew:false
[junit4:junit4]   2> 1672 T253 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data
[junit4:junit4]   2> 1672 T253 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data/index/
[junit4:junit4]   2> 1673 T253 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1681 T253 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data/index forceNew:false
[junit4:junit4]   2> 1693 T253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73deb204),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1693 T253 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1694 T253 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data/index
[junit4:junit4]   2> 1695 T253 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1698 T253 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1698 T253 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1699 T253 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1699 T253 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1700 T253 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1701 T253 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1701 T253 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1702 T253 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1703 T253 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1703 T253 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1704 T253 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1705 T253 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1705 T253 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1706 T253 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1706 T253 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1708 T253 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1709 T253 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1709 T253 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1710 T253 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1711 T253 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1711 T253 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1712 T253 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1713 T253 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1714 T253 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1714 T253 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1718 T253 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1727 T253 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1730 T253 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1732 T253 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1737 T253 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data
[junit4:junit4]   2> 1739 T253 oass.SolrIndexSearcher.<init> Opening Searcher@598458dd main
[junit4:junit4]   2> 1740 T253 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1741 T253 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1741 T253 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1749 T253 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1782 T254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@598458dd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1796 T253 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1797 T253 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1798 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2278 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2280 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49189__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49189/_uz/j"}
[junit4:junit4]   2> 2280 T251 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2285 T251 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2285 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2297 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2806 T253 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2806 T253 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49189/_uz/j collection:control_collection shard:shard1
[junit4:junit4]   2> 2808 T253 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2821 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2822 T253 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2823 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2827 T253 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2827 T253 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2827 T253 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49189/_uz/j/collection1/
[junit4:junit4]   2> 2828 T253 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2828 T253 oasc.SyncStrategy.syncToMe http://127.0.0.1:49189/_uz/j/collection1/ has no replicas
[junit4:junit4]   2> 2829 T253 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49189/_uz/j/collection1/
[junit4:junit4]   2> 2829 T253 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2837 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3810 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3830 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3876 T253 oasc.ZkController.register We are http://127.0.0.1:49189/_uz/j/collection1/ and leader is http://127.0.0.1:49189/_uz/j/collection1/
[junit4:junit4]   2> 3878 T253 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49189/_uz/j
[junit4:junit4]   2> 3879 T253 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3880 T253 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3881 T253 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3884 T253 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3886 T228 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3886 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3887 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3896 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3921 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4650135
[junit4:junit4]   2> 3923 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3923 T255 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3924 T255 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 3924 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49192
[junit4:junit4]   2> 3925 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49192
[junit4:junit4]   2> 3927 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90004 with negotiated timeout 10000 for client /127.0.0.1:49192
[junit4:junit4]   2> 3927 T255 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90004, negotiated timeout = 10000
[junit4:junit4]   2> 3927 T256 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4650135 name:ZooKeeperConnection Watcher:127.0.0.1:49186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3928 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3930 T228 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3937 T228 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4137 T228 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4141 T228 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49193
[junit4:junit4]   2> 4142 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4143 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612
[junit4:junit4]   2> 4143 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612/'
[junit4:junit4]   2> 4187 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4188 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4188 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612
[junit4:junit4]   2> 4189 T228 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612/solr.xml
[junit4:junit4]   2> 4190 T228 oasc.CoreContainer.<init> New CoreContainer 1782715448
[junit4:junit4]   2> 4191 T228 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612/'
[junit4:junit4]   2> 4191 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612/'
[junit4:junit4]   2> 4220 T228 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4221 T228 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4221 T228 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4222 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4222 T228 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4223 T228 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4223 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4224 T228 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4225 T228 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4226 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4290 T228 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4305 T228 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49186/solr
[junit4:junit4]   2> 4306 T228 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4307 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4d885d2b
[junit4:junit4]   2> 4308 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4315 T266 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4316 T266 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 4317 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49194
[junit4:junit4]   2> 4317 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49194
[junit4:junit4]   2> 4319 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90005 with negotiated timeout 20000 for client /127.0.0.1:49194
[junit4:junit4]   2> 4319 T266 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90005, negotiated timeout = 20000
[junit4:junit4]   2> 4320 T267 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d885d2b name:ZooKeeperConnection Watcher:127.0.0.1:49186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4320 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4323 T233 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c07be5cf90005
[junit4:junit4]   2> 4324 T230 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49194 which had sessionid 0x13c07be5cf90005
[junit4:junit4]   2> 4324 T267 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4324 T228 oaz.ZooKeeper.close Session: 0x13c07be5cf90005 closed
[junit4:junit4]   2> 4325 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4335 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@16e83c1e
[junit4:junit4]   2> 4337 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4337 T268 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4338 T268 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 4339 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49195
[junit4:junit4]   2> 4339 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49195
[junit4:junit4]   2> 4341 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90006 with negotiated timeout 20000 for client /127.0.0.1:49195
[junit4:junit4]   2> 4341 T268 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90006, negotiated timeout = 20000
[junit4:junit4]   2> 4341 T269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16e83c1e name:ZooKeeperConnection Watcher:127.0.0.1:49186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4342 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4344 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4371 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4380 T228 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49193__uz%2Fj
[junit4:junit4]   2> 4383 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49193__uz%2Fj Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49193__uz%2Fj
[junit4:junit4]   2> 4384 T228 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49193__uz%2Fj
[junit4:junit4]   2> 4394 T250 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4394 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4395 T256 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4442 T228 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4454 T270 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612/collection1
[junit4:junit4]   2> 4456 T270 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4458 T270 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4458 T270 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4462 T270 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612/collection1/'
[junit4:junit4]   2> 4463 T270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4464 T270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612/collection1/lib/README' to classloader
[junit4:junit4]   2> 4528 T270 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4600 T270 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4602 T270 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4608 T270 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5203 T270 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5216 T270 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5220 T270 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5254 T270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5259 T270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5267 T270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5270 T270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5273 T270 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1357339585612/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/
[junit4:junit4]   2> 5273 T270 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1085d94
[junit4:junit4]   2> 5274 T270 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 5275 T270 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1 forceNew:false
[junit4:junit4]   2> 5276 T270 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1
[junit4:junit4]   2> 5276 T270 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/index/
[junit4:junit4]   2> 5276 T270 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5277 T270 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/index forceNew:false
[junit4:junit4]   2> 5282 T270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21af14f0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5282 T270 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5290 T270 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/index
[junit4:junit4]   2> 5291 T270 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5294 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5294 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5295 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5295 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5304 T270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5304 T270 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5305 T270 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5306 T270 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5307 T270 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5308 T270 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5309 T270 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5309 T270 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5310 T270 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5310 T270 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5311 T270 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5311 T270 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5312 T270 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5313 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5314 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5315 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5316 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5316 T270 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5317 T270 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5318 T270 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5319 T270 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5320 T270 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5333 T270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5336 T270 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5338 T270 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5343 T270 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1
[junit4:junit4]   2> 5345 T270 oass.SolrIndexSearcher.<init> Opening Searcher@3d83b5a1 main
[junit4:junit4]   2> 5346 T270 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5346 T270 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5347 T270 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5379 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5382 T270 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5388 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49189__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49189/_uz/j"}
[junit4:junit4]   2> 5409 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5409 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5410 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5461 T271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3d83b5a1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5474 T270 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5474 T270 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6923 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6925 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49193__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49193/_uz/j"}
[junit4:junit4]   2> 6925 T251 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6925 T251 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6933 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6936 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6937 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7479 T270 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7479 T270 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49193/_uz/j collection:collection1 shard:shard1
[junit4:junit4]   2> 7481 T270 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7496 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90006 type:delete cxid:0x45 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7498 T270 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7503 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90006 type:create cxid:0x46 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7506 T270 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7507 T270 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7507 T270 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49193/_uz/j/collection1/
[junit4:junit4]   2> 7507 T270 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7508 T270 oasc.SyncStrategy.syncToMe http://127.0.0.1:49193/_uz/j/collection1/ has no replicas
[junit4:junit4]   2> 7508 T270 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49193/_uz/j/collection1/
[junit4:junit4]   2> 7508 T270 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7517 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90006 type:create cxid:0x50 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8457 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8472 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8475 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8477 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8511 T270 oasc.ZkController.register We are http://127.0.0.1:49193/_uz/j/collection1/ and leader is http://127.0.0.1:49193/_uz/j/collection1/
[junit4:junit4]   2> 8512 T270 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49193/_uz/j
[junit4:junit4]   2> 8512 T270 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8513 T270 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8513 T270 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8518 T270 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8520 T228 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8520 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8521 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8718 T228 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8722 T228 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49196
[junit4:junit4]   2> 8723 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8723 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203
[junit4:junit4]   2> 8724 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203/'
[junit4:junit4]   2> 8767 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8768 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8768 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203
[junit4:junit4]   2> 8769 T228 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203/solr.xml
[junit4:junit4]   2> 8770 T228 oasc.CoreContainer.<init> New CoreContainer 1393493575
[junit4:junit4]   2> 8770 T228 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203/'
[junit4:junit4]   2> 8771 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203/'
[junit4:junit4]   2> 8792 T228 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 8793 T228 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8793 T228 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8794 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8795 T228 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8795 T228 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8796 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8796 T228 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8797 T228 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8797 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8817 T228 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8835 T228 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49186/solr
[junit4:junit4]   2> 8835 T228 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8837 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@70d162b5
[junit4:junit4]   2> 8838 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8838 T281 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8840 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49197
[junit4:junit4]   2> 8841 T281 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 8841 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49197
[junit4:junit4]   2> 8842 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90007 with negotiated timeout 20000 for client /127.0.0.1:49197
[junit4:junit4]   2> 8843 T281 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90007, negotiated timeout = 20000
[junit4:junit4]   2> 8843 T282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70d162b5 name:ZooKeeperConnection Watcher:127.0.0.1:49186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8844 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8847 T233 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c07be5cf90007
[junit4:junit4]   2> 8848 T230 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49197 which had sessionid 0x13c07be5cf90007
[junit4:junit4]   2> 8849 T228 oaz.ZooKeeper.close Session: 0x13c07be5cf90007 closed
[junit4:junit4]   2> 8849 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 8856 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7230f45b
[junit4:junit4]   2> 8857 T282 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8857 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8870 T283 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8871 T283 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 8877 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49198
[junit4:junit4]   2> 8878 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49198
[junit4:junit4]   2> 8879 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90008 with negotiated timeout 20000 for client /127.0.0.1:49198
[junit4:junit4]   2> 8880 T283 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90008, negotiated timeout = 20000
[junit4:junit4]   2> 8880 T284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7230f45b name:ZooKeeperConnection Watcher:127.0.0.1:49186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8881 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8882 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8884 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8886 T228 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49196__uz%2Fj
[junit4:junit4]   2> 8887 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90008 type:delete cxid:0x4 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49196__uz%2Fj Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49196__uz%2Fj
[junit4:junit4]   2> 8889 T228 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49196__uz%2Fj
[junit4:junit4]   2> 8897 T256 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8898 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8898 T269 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8899 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8898 T250 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8900 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8910 T228 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8920 T285 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203/collection1
[junit4:junit4]   2> 8920 T285 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8921 T285 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8922 T285 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8924 T285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203/collection1/'
[junit4:junit4]   2> 8925 T285 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8926 T285 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203/collection1/lib/README' to classloader
[junit4:junit4]   2> 8982 T285 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9084 T285 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9086 T285 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9094 T285 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9725 T285 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9733 T285 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9737 T285 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9772 T285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9778 T285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9784 T285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9787 T285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9789 T285 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1357339590203/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/
[junit4:junit4]   2> 9790 T285 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1085d94
[junit4:junit4]   2> 9790 T285 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 9791 T285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2 forceNew:false
[junit4:junit4]   2> 9792 T285 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2
[junit4:junit4]   2> 9792 T285 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/index/
[junit4:junit4]   2> 9793 T285 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9794 T285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/index forceNew:false
[junit4:junit4]   2> 9797 T285 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@715a0b19),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9798 T285 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9799 T285 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/index
[junit4:junit4]   2> 9799 T285 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9802 T285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9802 T285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9803 T285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9804 T285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9805 T285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9806 T285 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9807 T285 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9808 T285 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9808 T285 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9809 T285 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9810 T285 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9811 T285 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9811 T285 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9812 T285 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9812 T285 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9813 T285 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9814 T285 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9815 T285 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9816 T285 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9816 T285 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9817 T285 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9818 T285 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9819 T285 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9819 T285 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9820 T285 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9821 T285 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9828 T285 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9831 T285 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9833 T285 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 9836 T285 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2
[junit4:junit4]   2> 9837 T285 oass.SolrIndexSearcher.<init> Opening Searcher@67e3e097 main
[junit4:junit4]   2> 9838 T285 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9838 T285 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9839 T285 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9845 T285 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9886 T286 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67e3e097 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9896 T285 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9897 T285 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9994 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9996 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49193__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49193/_uz/j"}
[junit4:junit4]   2> 10004 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49196__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49196/_uz/j"}
[junit4:junit4]   2> 10004 T251 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 10004 T251 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 10012 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10013 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10017 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10017 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10901 T285 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 10901 T285 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49196/_uz/j collection:collection1 shard:shard2
[junit4:junit4]   2> 10903 T285 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 10916 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90008 type:delete cxid:0x42 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 10917 T285 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 10918 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90008 type:create cxid:0x43 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10921 T285 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 10921 T285 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 10921 T285 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49196/_uz/j/collection1/
[junit4:junit4]   2> 10922 T285 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 10922 T285 oasc.SyncStrategy.syncToMe http://127.0.0.1:49196/_uz/j/collection1/ has no replicas
[junit4:junit4]   2> 10922 T285 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49196/_uz/j/collection1/
[junit4:junit4]   2> 10923 T285 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 10936 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf90008 type:create cxid:0x4c zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11536 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11561 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11561 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11562 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11564 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11606 T285 oasc.ZkController.register We are http://127.0.0.1:49196/_uz/j/collection1/ and leader is http://127.0.0.1:49196/_uz/j/collection1/
[junit4:junit4]   2> 11606 T285 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49196/_uz/j
[junit4:junit4]   2> 11607 T285 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 11607 T285 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 11607 T285 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11610 T285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11612 T228 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11613 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11614 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11813 T228 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11817 T228 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49199
[junit4:junit4]   2> 11818 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11819 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296
[junit4:junit4]   2> 11819 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296/'
[junit4:junit4]   2> 11859 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11860 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11860 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296
[junit4:junit4]   2> 11861 T228 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296/solr.xml
[junit4:junit4]   2> 11861 T228 oasc.CoreContainer.<init> New CoreContainer 1097309105
[junit4:junit4]   2> 11862 T228 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296/'
[junit4:junit4]   2> 11863 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296/'
[junit4:junit4]   2> 11902 T228 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 11904 T228 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11905 T228 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11906 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11906 T228 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11907 T228 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11907 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11908 T228 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11908 T228 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11909 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11922 T228 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11974 T228 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49186/solr
[junit4:junit4]   2> 11974 T228 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11975 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@49530704
[junit4:junit4]   2> 11983 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11987 T296 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11988 T296 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 11989 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49200
[junit4:junit4]   2> 11990 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49200
[junit4:junit4]   2> 11991 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf90009 with negotiated timeout 20000 for client /127.0.0.1:49200
[junit4:junit4]   2> 11991 T296 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf90009, negotiated timeout = 20000
[junit4:junit4]   2> 11992 T297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49530704 name:ZooKeeperConnection Watcher:127.0.0.1:49186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11992 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11995 T233 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c07be5cf90009
[junit4:junit4]   2> 11996 T230 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49200 which had sessionid 0x13c07be5cf90009
[junit4:junit4]   2> 11997 T228 oaz.ZooKeeper.close Session: 0x13c07be5cf90009 closed
[junit4:junit4]   2> 11997 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12004 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@614830f2
[junit4:junit4]   2> 12005 T297 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12006 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12042 T298 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12043 T298 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 12044 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49201
[junit4:junit4]   2> 12045 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49201
[junit4:junit4]   2> 12062 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf9000a with negotiated timeout 20000 for client /127.0.0.1:49201
[junit4:junit4]   2> 12064 T298 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf9000a, negotiated timeout = 20000
[junit4:junit4]   2> 12071 T299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@614830f2 name:ZooKeeperConnection Watcher:127.0.0.1:49186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12071 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12076 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf9000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12082 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf9000a type:create cxid:0x2 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12085 T228 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49199__uz%2Fj
[junit4:junit4]   2> 12086 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf9000a type:delete cxid:0x4 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49199__uz%2Fj Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49199__uz%2Fj
[junit4:junit4]   2> 12087 T228 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49199__uz%2Fj
[junit4:junit4]   2> 12097 T269 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12097 T284 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12098 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12097 T256 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12098 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12098 T250 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 12099 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12098 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12159 T228 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12172 T300 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296/collection1
[junit4:junit4]   2> 12175 T300 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12177 T300 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12177 T300 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12180 T300 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296/collection1/'
[junit4:junit4]   2> 12181 T300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12182 T300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296/collection1/lib/README' to classloader
[junit4:junit4]   2> 12234 T300 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12310 T300 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12312 T300 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12323 T300 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12940 T300 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12958 T300 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12962 T300 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13004 T300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13010 T300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13016 T300 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13063 T300 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13066 T300 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1357339593296/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/
[junit4:junit4]   2> 13066 T300 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1085d94
[junit4:junit4]   2> 13067 T300 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 13068 T300 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3 forceNew:false
[junit4:junit4]   2> 13068 T300 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3
[junit4:junit4]   2> 13069 T300 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index/
[junit4:junit4]   2> 13069 T300 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13072 T300 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index forceNew:false
[junit4:junit4]   2> 13081 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13082 T300 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@c6e0336),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13083 T300 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13083 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49196__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49196/_uz/j"}
[junit4:junit4]   2> 13083 T300 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index
[junit4:junit4]   2> 13084 T300 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13088 T300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13089 T300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13090 T300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13090 T300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13092 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13092 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13093 T300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13092 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13093 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13093 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13096 T300 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13102 T300 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13103 T300 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13104 T300 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13105 T300 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13106 T300 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13107 T300 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13107 T300 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13108 T300 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13108 T300 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13109 T300 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13111 T300 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13111 T300 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13113 T300 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13114 T300 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13115 T300 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13116 T300 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13117 T300 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13118 T300 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13118 T300 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13119 T300 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13125 T300 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13128 T300 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13130 T300 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13132 T300 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3
[junit4:junit4]   2> 13134 T300 oass.SolrIndexSearcher.<init> Opening Searcher@24d19465 main
[junit4:junit4]   2> 13135 T300 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13135 T300 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13136 T300 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13143 T300 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13199 T301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24d19465 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13206 T300 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13207 T300 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14606 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14608 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49199__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49199/_uz/j"}
[junit4:junit4]   2> 14609 T251 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14609 T251 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14617 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14618 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14621 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14624 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14632 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15214 T300 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15215 T300 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49199/_uz/j collection:collection1 shard:shard1
[junit4:junit4]   2> 15221 T300 oasc.ZkController.register We are http://127.0.0.1:49199/_uz/j/collection1/ and leader is http://127.0.0.1:49193/_uz/j/collection1/
[junit4:junit4]   2> 15221 T300 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49199/_uz/j
[junit4:junit4]   2> 15221 T300 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15222 T300 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C29 name=collection1 org.apache.solr.core.SolrCore@3dd8f566 url=http://127.0.0.1:49199/_uz/j/collection1 node=127.0.0.1:49199__uz%2Fj C29_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49199__uz%2Fj, base_url=http://127.0.0.1:49199/_uz/j}
[junit4:junit4]   2> 15232 T302 C29 P49199 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15234 T302 C29 P49199 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15234 T300 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15234 T302 C29 P49199 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15235 T302 C29 P49199 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15236 T228 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15237 T302 C29 P49199 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15237 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15238 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15457 T228 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15461 T228 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49203
[junit4:junit4]   2> 15462 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15462 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930
[junit4:junit4]   2> 15463 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930/'
[junit4:junit4]   2> 15497 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15500 T228 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15500 T228 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930
[junit4:junit4]   2> 15501 T228 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930/solr.xml
[junit4:junit4]   2> 15501 T228 oasc.CoreContainer.<init> New CoreContainer 1327512414
[junit4:junit4]   2> 15502 T228 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930/'
[junit4:junit4]   2> 15503 T228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930/'
[junit4:junit4]   2> 15537 T228 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 15538 T228 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15538 T228 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15539 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15539 T228 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15540 T228 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15540 T228 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15541 T228 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15541 T228 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15542 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15559 T228 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15578 T228 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49186/solr
[junit4:junit4]   2> 15579 T228 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15579 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@cac683c
[junit4:junit4]   2> 15581 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15582 T312 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15583 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49204
[junit4:junit4]   2> 15584 T312 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 15585 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49204
[junit4:junit4]   2> 15586 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf9000b with negotiated timeout 20000 for client /127.0.0.1:49204
[junit4:junit4]   2> 15587 T312 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf9000b, negotiated timeout = 20000
[junit4:junit4]   2> 15587 T313 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cac683c name:ZooKeeperConnection Watcher:127.0.0.1:49186 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15587 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15590 T233 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c07be5cf9000b
[junit4:junit4]   2> 15591 T230 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49204 which had sessionid 0x13c07be5cf9000b
[junit4:junit4]   2> 15592 T313 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15593 T228 oaz.ZooKeeper.close Session: 0x13c07be5cf9000b closed
[junit4:junit4]   2> 15594 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 15600 T228 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49186/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@171f8377
[junit4:junit4]   2> 15602 T228 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15602 T314 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49186. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15603 T314 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49186, initiating session
[junit4:junit4]   2> 15604 T230 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49205
[junit4:junit4]   2> 15605 T230 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49205
[junit4:junit4]   2> 15609 T232 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c07be5cf9000c with negotiated timeout 20000 for client /127.0.0.1:49205
[junit4:junit4]   2> 15614 T314 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49186, sessionid = 0x13c07be5cf9000c, negotiated timeout = 20000
[junit4:junit4]   2> 15617 T315 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@171f8377 name:ZooKeeperConnection Watcher:127.0.0.1:49186/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15618 T228 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15620 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf9000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15627 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf9000c type:create cxid:0x2 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15635 T228 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49203__uz%2Fj
[junit4:junit4]   2> 15636 T233 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c07be5cf9000c type:delete cxid:0x4 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49203__uz%2Fj Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49203__uz%2Fj
[junit4:junit4]   2> 15676 T228 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49203__uz%2Fj
[junit4:junit4]   2> 15692 T284 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15693 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15693 T299 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15694 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15694 T256 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15694 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15693 T269 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15696 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15694 T250 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15697 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15757 T228 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 15767 T316 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930/collection1
[junit4:junit4]   2> 15767 T316 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 15771 T316 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 15771 T316 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 15774 T316 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930/collection1/'
[junit4:junit4]   2> 15775 T316 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 15776 T316 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930/collection1/lib/README' to classloader
[junit4:junit4]   2> 15867 T316 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 15931 T316 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 15938 T316 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 15960 T316 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16155 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16161 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49199__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49199/_uz/j"}
[junit4:junit4]   2> 16173 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16174 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16173 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16174 T315 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16175 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16174 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16619 T316 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16634 T316 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16638 T316 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16672 T316 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16679 T316 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16687 T316 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16690 T316 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16734 T316 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1357339596930/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/
[junit4:junit4]   2> 16734 T316 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1085d94
[junit4:junit4]   2> 16735 T316 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 16736 T316 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4 forceNew:false
[junit4:junit4]   2> 16736 T316 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4
[junit4:junit4]   2> 16737 T316 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index/
[junit4:junit4]   2> 16737 T316 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16742 T316 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index forceNew:false
[junit4:junit4]   2> 16747 T316 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@33b2c7a8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16747 T316 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16748 T316 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index
[junit4:junit4]   2> 16748 T316 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 16751 T316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16752 T316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 16752 T316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16753 T316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 16754 T316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16754 T316 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16755 T316 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16756 T316 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16757 T316 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16758 T316 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 16759 T316 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 16759 T316 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16760 T316 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 16760 T316 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 16761 T316 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 16762 T316 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16763 T316 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16763 T316 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16764 T316 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16766 T316 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16766 T316 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16767 T316 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16768 T316 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16769 T316 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 16769 T316 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 16770 T316 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 16776 T316 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16779 T316 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 16782 T316 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 16784 T316 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4
[junit4:junit4]   2> 16785 T316 oass.SolrIndexSearcher.<init> Opening Searcher@135e3dcd main
[junit4:junit4]   2> 16786 T316 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16787 T316 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16787 T316 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 16798 T316 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 16842 T316 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 16843 T316 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16845 T317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@135e3dcd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17700 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17701 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49203__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49203/_uz/j"}
[junit4:junit4]   2> 17702 T251 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 17702 T251 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 17714 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17714 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17723 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17723 T315 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17725 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17725 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17847 T316 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 17848 T316 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49203/_uz/j collection:collection1 shard:shard2
[junit4:junit4]   2> 17854 T316 oasc.ZkController.register We are http://127.0.0.1:49203/_uz/j/collection1/ and leader is http://127.0.0.1:49196/_uz/j/collection1/
[junit4:junit4]   2> 17855 T316 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49203/_uz/j
[junit4:junit4]   2> 17855 T316 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 17855 T316 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C30 name=collection1 org.apache.solr.core.SolrCore@4e4b5008 url=http://127.0.0.1:49203/_uz/j/collection1 node=127.0.0.1:49203__uz%2Fj C30_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49203__uz%2Fj, base_url=http://127.0.0.1:49203/_uz/j}
[junit4:junit4]   2> 17856 T318 C30 P49203 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 17858 T316 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17860 T318 C30 P49203 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 17863 T318 C30 P49203 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 17864 T318 C30 P49203 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17866 T228 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 17866 T318 C30 P49203 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17866 T228 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 17867 T228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17881 T228 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17884 T228 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 17885 T228 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C29_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49199__uz%2Fj, base_url=http://127.0.0.1:49199/_uz/j}
[junit4:junit4]   2> 18267 T302 C29 P49199 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49193/_uz/j/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18279 T302 C29 P49199 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 18291 T302 C29 P49199 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49199/_uz/j START replicas=[http://127.0.0.1:49193/_uz/j/collection1/] nUpdates=100
[junit4:junit4]   2> 18292 T302 C29 P49199 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18293 T302 C29 P49199 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18293 T302 C29 P49199 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18293 T302 C29 P49199 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18294 T302 C29 P49199 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18294 T302 C29 P49199 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49193/_uz/j/collection1/. core=collection1
[junit4:junit4]   2> 18294 T302 C29 P49199 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C31 name=collection1 org.apache.solr.core.SolrCore@17958244 url=http://127.0.0.1:49193/_uz/j/collection1 node=127.0.0.1:49193__uz%2Fj C31_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49193__uz%2Fj, base_url=http://127.0.0.1:49193/_uz/j, leader=true}
[junit4:junit4]   2> 18321 T259 C31 P49193 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=2 
[junit4:junit4]   2> 18330 T262 C31 P49193 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18331 T262 C31 P49193 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1
[junit4:junit4]   2> 18335 T262 C31 P49193 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21af14f0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18335 T262 C31 P49193 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18338 T262 C31 P49193 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21af14f0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@21af14f0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18338 T262 C31 P49193 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18339 T262 C31 P49193 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1
[junit4:junit4]   2> 18340 T262 C31 P49193 oass.SolrIndexSearcher.<init> Opening Searcher@6b55473b realtime
[junit4:junit4]   2> 18340 T262 C31 P49193 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18341 T262 C31 P49193 /update {waitSearcher=true&openSearcher=false&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 29
[junit4:junit4]   2> 18352 T302 C29 P49199 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18353 T302 C29 P49199 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 18366 T302 C29 P49199 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18371 T260 C31 P49193 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18371 T260 C31 P49193 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18373 T302 C29 P49199 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18373 T302 C29 P49199 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18374 T302 C29 P49199 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18377 T261 C31 P49193 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1
[junit4:junit4]   2> 18378 T261 C31 P49193 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty1/index
[junit4:junit4]   2> 18378 T261 C31 P49193 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 18380 T302 C29 P49199 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18381 T302 C29 P49199 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index.20130105074640055 forceNew:false
[junit4:junit4]   2> 18382 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3
[junit4:junit4]   2> 18382 T302 C29 P49199 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index.20130105074640055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14d33f09) fullCopy=true
[junit4:junit4]   2> 18402 T263 C31 P49193 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=1 
[junit4:junit4]   2> 18413 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index
[junit4:junit4]   2> 18413 T302 C29 P49199 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18414 T302 C29 P49199 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130105074640055
[junit4:junit4]   2> 18416 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3
[junit4:junit4]   2> 18418 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3
[junit4:junit4]   2> 18418 T302 C29 P49199 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index.20130105074640055
[junit4:junit4]   2> 18422 T302 C29 P49199 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index.20130105074640055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14d33f09),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18423 T302 C29 P49199 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18425 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3
[junit4:junit4]   2> 18425 T302 C29 P49199 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18426 T302 C29 P49199 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18426 T302 C29 P49199 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18427 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index.20130105074640055
[junit4:junit4]   2> 18428 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3
[junit4:junit4]   2> 18432 T302 C29 P49199 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index.20130105074640055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14d33f09),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18433 T302 C29 P49199 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18433 T302 C29 P49199 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18434 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3
[junit4:junit4]   2> 18435 T302 C29 P49199 oass.SolrIndexSearcher.<init> Opening Searcher@55eea8ed main
[junit4:junit4]   2> 18438 T301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55eea8ed main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18438 T301 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index
[junit4:junit4]   2> 18439 T302 C29 P49199 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18441 T302 C29 P49199 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index.20130105074640055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14d33f09),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index.20130105074640055 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14d33f09),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18442 T302 C29 P49199 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18443 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3
[junit4:junit4]   2> 18443 T302 C29 P49199 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18444 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index.20130105074640055
[junit4:junit4]   2> 18444 T302 C29 P49199 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty3/index
[junit4:junit4]   2> 18445 T302 C29 P49199 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18445 T302 C29 P49199 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18446 T302 C29 P49199 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18446 T302 C29 P49199 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18448 T302 C29 P49199 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18891 T228 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19242 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19243 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49203__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49203/_uz/j"}
[junit4:junit4]   2> 19254 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49199__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49199/_uz/j"}
[junit4:junit4]   2> 19274 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19274 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19275 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19298 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19307 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19308 T315 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19901 T228 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20913 T228 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C30_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49203__uz%2Fj, base_url=http://127.0.0.1:49203/_uz/j}
[junit4:junit4]   2> 21897 T318 C30 P49203 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49196/_uz/j/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 21898 T318 C30 P49203 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49203/_uz/j START replicas=[http://127.0.0.1:49196/_uz/j/collection1/] nUpdates=100
[junit4:junit4]   2> 21898 T318 C30 P49203 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 21899 T318 C30 P49203 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 21899 T318 C30 P49203 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 21899 T318 C30 P49203 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 21899 T318 C30 P49203 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 21900 T318 C30 P49203 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49196/_uz/j/collection1/. core=collection1
[junit4:junit4]   2> 21900 T318 C30 P49203 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C32 name=collection1 org.apache.solr.core.SolrCore@2b427032 url=http://127.0.0.1:49196/_uz/j/collection1 node=127.0.0.1:49196__uz%2Fj C32_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49196__uz%2Fj, base_url=http://127.0.0.1:49196/_uz/j, leader=true}
[junit4:junit4]   2> 21927 T278 C32 P49196 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=3 
[junit4:junit4]   2> 21928 T228 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21930 T280 C32 P49196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 21933 T280 C32 P49196 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2
[junit4:junit4]   2> 21938 T280 C32 P49196 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@715a0b19),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 21939 T280 C32 P49196 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 21943 T280 C32 P49196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@715a0b19),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@715a0b19),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21944 T280 C32 P49196 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21945 T280 C32 P49196 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2
[junit4:junit4]   2> 21945 T280 C32 P49196 oass.SolrIndexSearcher.<init> Opening Searcher@6002e65e realtime
[junit4:junit4]   2> 21946 T280 C32 P49196 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21947 T280 C32 P49196 /update {waitSearcher=true&openSearcher=false&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 17
[junit4:junit4]   2> 21948 T318 C30 P49203 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21949 T318 C30 P49203 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 21953 T276 C32 P49196 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21954 T276 C32 P49196 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 21955 T318 C30 P49203 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 21955 T318 C30 P49203 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 21956 T318 C30 P49203 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 21958 T277 C32 P49196 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2
[junit4:junit4]   2> 21959 T277 C32 P49196 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2/index
[junit4:junit4]   2> 21960 T277 C32 P49196 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 21961 T318 C30 P49203 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 21962 T318 C30 P49203 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index.20130105074643635 forceNew:false
[junit4:junit4]   2> 21963 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4
[junit4:junit4]   2> 21963 T318 C30 P49203 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index.20130105074643635 lockFactory=org.apache.lucene.store.NativeFSLockFactory@689b878f) fullCopy=true
[junit4:junit4]   2> 21967 T279 C32 P49196 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 21970 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index
[junit4:junit4]   2> 21970 T318 C30 P49203 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 21971 T318 C30 P49203 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130105074643635
[junit4:junit4]   2> 21972 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4
[junit4:junit4]   2> 21973 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4
[junit4:junit4]   2> 21973 T318 C30 P49203 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index.20130105074643635
[junit4:junit4]   2> 21977 T318 C30 P49203 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index.20130105074643635 lockFactory=org.apache.lucene.store.NativeFSLockFactory@689b878f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21982 T318 C30 P49203 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21984 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4
[junit4:junit4]   2> 21984 T318 C30 P49203 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 21984 T318 C30 P49203 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 21985 T318 C30 P49203 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 21985 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index.20130105074643635
[junit4:junit4]   2> 21989 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4
[junit4:junit4]   2> 21992 T318 C30 P49203 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index.20130105074643635 lockFactory=org.apache.lucene.store.NativeFSLockFactory@689b878f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 21993 T318 C30 P49203 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 21993 T318 C30 P49203 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 21994 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4
[junit4:junit4]   2> 21994 T318 C30 P49203 oass.SolrIndexSearcher.<init> Opening Searcher@72fc5124 main
[junit4:junit4]   2> 21997 T317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72fc5124 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 21997 T317 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index
[junit4:junit4]   2> 21998 T318 C30 P49203 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 21999 T318 C30 P49203 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index.20130105074643635 lockFactory=org.apache.lucene.store.NativeFSLockFactory@689b878f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index.20130105074643635 lockFactory=org.apache.lucene.store.NativeFSLockFactory@689b878f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22000 T318 C30 P49203 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22001 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4
[junit4:junit4]   2> 22001 T318 C30 P49203 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22001 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index.20130105074643635
[junit4:junit4]   2> 22002 T318 C30 P49203 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty4/index
[junit4:junit4]   2> 22002 T318 C30 P49203 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22002 T318 C30 P49203 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22003 T318 C30 P49203 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22003 T318 C30 P49203 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22005 T318 C30 P49203 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 22349 T251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22354 T251 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49203__uz%2Fj",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49203/_uz/j"}
[junit4:junit4]   2> 22367 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22368 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22373 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22375 T256 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22378 T250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22380 T315 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22932 T228 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22934 T228 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C33 name=collection1 org.apache.solr.core.SolrCore@3778170e url=http://127.0.0.1:49189/_uz/j/collection1 node=127.0.0.1:49189__uz%2Fj C33_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:49189__uz%2Fj, base_url=http://127.0.0.1:49189/_uz/j, leader=true}
[junit4:junit4]   2> 22951 T246 C33 P49189 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data
[junit4:junit4]   2> 22954 T246 C33 P49189 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@73deb204),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22955 T246 C33 P49189 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22956 T246 C33 P49189 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/control/data
[junit4:junit4]   2> 22957 T246 C33 P49189 oass.SolrIndexSearcher.<init> Opening Searcher@1f2e70e2 realtime
[junit4:junit4]   2> 22957 T246 C33 P49189 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1423273733258215424)} 0 9
[junit4:junit4]   2> 22969 T275 C32 P49196 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1357339581682/jetty2
[junit4:junit4]   2>  C30_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49203__uz%2

[...truncated too long message...]

4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "collection":"control_collection",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:49189__uz%2Fj",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:49189/_uz/j",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"}}
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   1> found2: 4
[junit4:junit4]   1> found3: 3
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=7890115E392F5C13 -Dtests.slow=true -Dtests.locale=es_CR -Dtests.timezone=Asia/Jayapura -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   66.4s | BasicDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:49193/_uz/j/collection1 returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([7890115E392F5C13:F9769F464E703C2F]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:372)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.testMultipleCollections(BasicDistributedZkTest.java:1220)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:328)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 66414 T228 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {n_f1=PostingsFormat(name=Lucene41WithOrds), foo_b=MockVariableIntBlock(baseBlockSize=92), foo_d=PostingsFormat(name=SimpleText), foo_f=MockVariableIntBlock(baseBlockSize=92), n_tl1=PostingsFormat(name=Lucene41WithOrds), n_d1=PostingsFormat(name=MockSep), rnd_b=PostingsFormat(name=SimpleText), intDefault=PostingsFormat(name=MockSep), n_td1=PostingsFormat(name=Lucene41WithOrds), timestamp=PostingsFormat(name=MockSep), id=PostingsFormat(name=SimpleText), range_facet_sl=MockVariableIntBlock(baseBlockSize=92), range_facet_si=PostingsFormat(name=Lucene41WithOrds), oddField_s=MockVariableIntBlock(baseBlockSize=92), foo_i=PostingsFormat(name=Lucene41WithOrds), multiDefault=PostingsFormat(name=Lucene41WithOrds), n_tf1=PostingsFormat(name=MockSep), n_dt1=PostingsFormat(name=Lucene41WithOrds), n_ti1=PostingsFormat(name=SimpleText), range_facet_l=PostingsFormat(name=MockSep), text=MockVariableIntBlock(baseBlockSize=92), _version_=PostingsFormat(name=MockSep), val_i=PostingsFormat(name=SimpleText), SubjectTerms_mfacet=PostingsFormat(name=MockSep), a_t=PostingsFormat(name=MockSep), n_tdt1=PostingsFormat(name=MockSep), other_tl1=PostingsFormat(name=MockSep), n_l1=PostingsFormat(name=MockSep), a_si=PostingsFormat(name=Lucene41WithOrds)}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=es_CR, timezone=Asia/Jayapura
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=63250080,total=133853184
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SystemInfoHandlerTest, SOLR749Test, TestLazyCores, TestPhraseSuggestions, TestMultiCoreConfBootstrap, UpdateRequestProcessorFactoryTest, MoreLikeThisHandlerTest, SolrInfoMBeanTest, DistributedQueryElevationComponentTest, ZkControllerTest, TestRecovery, SoftAutoCommitTest, TestSort, FieldAnalysisRequestHandlerTest, PluginInfoTest, FileUtilsTest, SimpleFacetsTest, BasicDistributedZkTest]
[junit4:junit4] Completed in 66.58s, 1 test, 1 error <<< FAILURES!

[...truncated 698 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:353: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:428: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 245 suites, 1017 tests, 1 error, 14 ignored (3 assumptions)

Total time: 49 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure