You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/02/26 19:17:15 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b65) - Build # 4464 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4464/
Java: 32bit/jdk1.8.0-ea-b65 -server -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([1E8D13242DF0A2C7:9F6B9D3C5AAFC2FB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:205)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:85)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:805)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:474)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9129 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T756 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T756 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757
[junit4:junit4]   2> 4 T756 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5 T757 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T757 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 6 T757 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 6 T757 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 6 T757 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 7 T757 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 105 T756 oasc.ZkTestServer.run start zk server on port:41754
[junit4:junit4]   2> 105 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1bc2fe0
[junit4:junit4]   2> 106 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 106 T762 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 107 T762 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 107 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34459
[junit4:junit4]   2> 107 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34459
[junit4:junit4]   2> 107 T760 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 131 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920000 with negotiated timeout 10000 for client /127.0.0.1:34459
[junit4:junit4]   2> 131 T762 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920000, negotiated timeout = 10000
[junit4:junit4]   2> 132 T763 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bc2fe0 name:ZooKeeperConnection Watcher:127.0.0.1:41754 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 132 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 132 T756 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 135 T761 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d17afd3920000
[junit4:junit4]   2> 136 T763 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 136 T758 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34459 which had sessionid 0x13d17afd3920000
[junit4:junit4]   2> 136 T756 oaz.ZooKeeper.close Session: 0x13d17afd3920000 closed
[junit4:junit4]   2> 136 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@11ae744
[junit4:junit4]   2> 137 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 137 T764 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 137 T764 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 138 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34460
[junit4:junit4]   2> 138 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34460
[junit4:junit4]   2> 138 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920001 with negotiated timeout 10000 for client /127.0.0.1:34460
[junit4:junit4]   2> 138 T764 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920001, negotiated timeout = 10000
[junit4:junit4]   2> 139 T765 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11ae744 name:ZooKeeperConnection Watcher:127.0.0.1:41754/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 139 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 139 T756 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 141 T756 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 143 T756 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 145 T756 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 146 T756 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 147 T756 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 150 T756 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 152 T756 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 155 T756 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 155 T756 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 157 T756 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 157 T756 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 158 T756 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 159 T756 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 161 T756 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 161 T756 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 163 T756 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 163 T756 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 165 T756 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 165 T756 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 167 T756 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 168 T756 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 169 T761 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d17afd3920001
[junit4:junit4]   2> 169 T758 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34460 which had sessionid 0x13d17afd3920001
[junit4:junit4]   2> 170 T765 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 170 T756 oaz.ZooKeeper.close Session: 0x13d17afd3920001 closed
[junit4:junit4]   2> 214 T756 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 217 T756 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59558
[junit4:junit4]   2> 217 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 218 T756 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 218 T756 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1361902031923
[junit4:junit4]   2> 218 T756 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1361902031923/solr.xml
[junit4:junit4]   2> 218 T756 oasc.CoreContainer.<init> New CoreContainer 23582971
[junit4:junit4]   2> 219 T756 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1361902031923/'
[junit4:junit4]   2> 219 T756 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1361902031923/'
[junit4:junit4]   2> 233 T756 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 234 T756 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 234 T756 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 234 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 235 T756 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 235 T756 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 235 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 235 T756 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 236 T756 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 236 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 242 T756 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 250 T756 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41754/solr
[junit4:junit4]   2> 250 T756 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 250 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@18ba7f5
[junit4:junit4]   2> 251 T775 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 251 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 252 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34461
[junit4:junit4]   2> 253 T775 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 253 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34461
[junit4:junit4]   2> 254 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920002 with negotiated timeout 20000 for client /127.0.0.1:34461
[junit4:junit4]   2> 254 T775 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920002, negotiated timeout = 20000
[junit4:junit4]   2> 254 T776 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18ba7f5 name:ZooKeeperConnection Watcher:127.0.0.1:41754 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 255 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 256 T761 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d17afd3920002
[junit4:junit4]   2> 256 T758 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34461 which had sessionid 0x13d17afd3920002
[junit4:junit4]   2> 256 T776 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 256 T756 oaz.ZooKeeper.close Session: 0x13d17afd3920002 closed
[junit4:junit4]   2> 257 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 260 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ee197f
[junit4:junit4]   2> 261 T777 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 261 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 262 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34462
[junit4:junit4]   2> 262 T777 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 262 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34462
[junit4:junit4]   2> 263 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920003 with negotiated timeout 20000 for client /127.0.0.1:34462
[junit4:junit4]   2> 263 T777 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920003, negotiated timeout = 20000
[junit4:junit4]   2> 263 T778 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ee197f name:ZooKeeperConnection Watcher:127.0.0.1:41754/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 263 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 264 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 266 T756 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 267 T756 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59558_
[junit4:junit4]   2> 267 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:59558_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:59558_
[junit4:junit4]   2> 268 T756 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59558_
[junit4:junit4]   2> 270 T756 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 273 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 274 T756 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 275 T756 oasc.Overseer.start Overseer (id=89253611553554435-127.0.0.1:59558_-n_0000000000) starting
[junit4:junit4]   2> 275 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 276 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 276 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 277 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 277 T780 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 280 T756 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 287 T756 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 288 T779 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 291 T781 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1361902031923/collection1
[junit4:junit4]   2> 291 T781 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 291 T781 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 292 T781 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 292 T781 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1361902031923/collection1/'
[junit4:junit4]   2> 293 T781 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1361902031923/collection1/lib/README' to classloader
[junit4:junit4]   2> 293 T781 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1361902031923/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 324 T781 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 353 T781 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 354 T781 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 357 T781 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 623 T781 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 628 T781 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 630 T781 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 642 T781 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 645 T781 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 647 T781 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 647 T781 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 648 T781 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1361902031923/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data/
[junit4:junit4]   2> 648 T781 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@96569e
[junit4:junit4]   2> 648 T781 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 654 T781 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data forceNew:false
[junit4:junit4]   2> 654 T781 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data
[junit4:junit4]   2> 655 T781 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data/index/
[junit4:junit4]   2> 655 T781 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 655 T781 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data/index forceNew:false
[junit4:junit4]   2> 659 T781 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@380a1d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 659 T781 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 659 T781 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data/index
[junit4:junit4]   2> 660 T781 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 661 T781 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 661 T781 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 661 T781 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 661 T781 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 661 T781 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 662 T781 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 662 T781 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 662 T781 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 664 T781 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 666 T781 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data
[junit4:junit4]   2> 666 T781 oass.SolrIndexSearcher.<init> Opening Searcher@11bcacd main
[junit4:junit4]   2> 667 T781 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 667 T781 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 669 T781 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/control/data
[junit4:junit4]   2> 670 T782 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11bcacd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 670 T781 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 670 T781 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 671 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1792 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1792 T779 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59558_",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59558"}
[junit4:junit4]   2> 1792 T779 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1792 T779 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1793 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1796 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2673 T781 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2673 T781 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59558 collection:control_collection shard:shard1
[junit4:junit4]   2> 2674 T781 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2678 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2679 T781 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2679 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2680 T781 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2680 T781 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2680 T781 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59558/collection1/
[junit4:junit4]   2> 2680 T781 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2681 T781 oasc.SyncStrategy.syncToMe http://127.0.0.1:59558/collection1/ has no replicas
[junit4:junit4]   2> 2681 T781 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59558/collection1/
[junit4:junit4]   2> 2681 T781 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2683 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3299 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3305 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3335 T781 oasc.ZkController.register We are http://127.0.0.1:59558/collection1/ and leader is http://127.0.0.1:59558/collection1/
[junit4:junit4]   2> 3335 T781 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59558
[junit4:junit4]   2> 3335 T781 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3335 T781 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3336 T781 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3337 T781 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3338 T756 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3338 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3339 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3343 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3344 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@9735a
[junit4:junit4]   2> 3345 T783 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3345 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3345 T783 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 3345 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34464
[junit4:junit4]   2> 3345 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34464
[junit4:junit4]   2> 3346 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920004 with negotiated timeout 10000 for client /127.0.0.1:34464
[junit4:junit4]   2> 3346 T783 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920004, negotiated timeout = 10000
[junit4:junit4]   2> 3346 T784 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9735a name:ZooKeeperConnection Watcher:127.0.0.1:41754/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3347 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3348 T756 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3349 T756 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3400 T756 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3402 T756 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40103
[junit4:junit4]   2> 3402 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3403 T756 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3403 T756 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102
[junit4:junit4]   2> 3404 T756 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/solr.xml
[junit4:junit4]   2> 3404 T756 oasc.CoreContainer.<init> New CoreContainer 33270892
[junit4:junit4]   2> 3404 T756 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/'
[junit4:junit4]   2> 3405 T756 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/'
[junit4:junit4]   2> 3421 T756 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3422 T756 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3422 T756 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3423 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3423 T756 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3424 T756 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3424 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3424 T756 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3425 T756 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3425 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3431 T756 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3439 T756 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41754/solr
[junit4:junit4]   2> 3439 T756 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3439 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@10504e0
[junit4:junit4]   2> 3440 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3440 T794 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3441 T794 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 3441 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34465
[junit4:junit4]   2> 3441 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34465
[junit4:junit4]   2> 3442 T794 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920005, negotiated timeout = 20000
[junit4:junit4]   2> 3442 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920005 with negotiated timeout 20000 for client /127.0.0.1:34465
[junit4:junit4]   2> 3442 T795 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10504e0 name:ZooKeeperConnection Watcher:127.0.0.1:41754 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3442 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3443 T761 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d17afd3920005
[junit4:junit4]   2> 3443 T795 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3443 T758 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34465 which had sessionid 0x13d17afd3920005
[junit4:junit4]   2> 3443 T756 oaz.ZooKeeper.close Session: 0x13d17afd3920005 closed
[junit4:junit4]   2> 3444 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3452 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@108944e
[junit4:junit4]   2> 3453 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3453 T796 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3453 T796 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 3454 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34466
[junit4:junit4]   2> 3454 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34466
[junit4:junit4]   2> 3454 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920006 with negotiated timeout 20000 for client /127.0.0.1:34466
[junit4:junit4]   2> 3454 T796 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920006, negotiated timeout = 20000
[junit4:junit4]   2> 3454 T797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@108944e name:ZooKeeperConnection Watcher:127.0.0.1:41754/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3455 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3455 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3456 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3457 T756 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4458 T756 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40103_
[junit4:junit4]   2> 4459 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40103_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40103_
[junit4:junit4]   2> 4460 T756 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40103_
[junit4:junit4]   2> 4462 T778 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4462 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4463 T784 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4463 T797 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4467 T798 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/collection1
[junit4:junit4]   2> 4467 T798 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4467 T798 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4467 T798 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4468 T798 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/collection1/'
[junit4:junit4]   2> 4469 T798 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/collection1/lib/README' to classloader
[junit4:junit4]   2> 4469 T798 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4489 T798 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 4514 T798 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4515 T798 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4517 T798 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4782 T798 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4787 T798 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4789 T798 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4798 T798 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4800 T798 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4802 T798 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4803 T798 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4804 T798 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/
[junit4:junit4]   2> 4804 T798 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@96569e
[junit4:junit4]   2> 4805 T798 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4805 T798 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1 forceNew:false
[junit4:junit4]   2> 4805 T798 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1
[junit4:junit4]   2> 4805 T798 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/index/
[junit4:junit4]   2> 4805 T798 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4806 T798 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/index forceNew:false
[junit4:junit4]   2> 4808 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4809 T779 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:59558_",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:59558"}
[junit4:junit4]   2> 4809 T798 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e3c6c5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4810 T798 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4810 T798 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/index
[junit4:junit4]   2> 4811 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4811 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4811 T798 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4811 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4812 T798 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4812 T798 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4812 T798 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4813 T798 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4813 T798 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4813 T798 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4813 T798 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4813 T798 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4816 T798 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4817 T798 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1
[junit4:junit4]   2> 4818 T798 oass.SolrIndexSearcher.<init> Opening Searcher@4da833 main
[junit4:junit4]   2> 4818 T798 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4818 T798 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4821 T799 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4da833 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4822 T798 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4822 T798 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6316 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6316 T779 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40103_",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40103"}
[junit4:junit4]   2> 6316 T779 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6317 T779 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6319 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6319 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6319 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6823 T798 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6823 T798 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40103 collection:collection1 shard:shard1
[junit4:junit4]   2> 6825 T798 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6830 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6830 T798 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6831 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6833 T798 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6833 T798 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6833 T798 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40103/collection1/
[junit4:junit4]   2> 6833 T798 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6834 T798 oasc.SyncStrategy.syncToMe http://127.0.0.1:40103/collection1/ has no replicas
[junit4:junit4]   2> 6834 T798 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40103/collection1/
[junit4:junit4]   2> 6835 T798 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6839 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7823 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7829 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7829 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7829 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7844 T798 oasc.ZkController.register We are http://127.0.0.1:40103/collection1/ and leader is http://127.0.0.1:40103/collection1/
[junit4:junit4]   2> 7844 T798 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40103
[junit4:junit4]   2> 7844 T798 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7844 T798 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7844 T798 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7845 T798 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7846 T756 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7846 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7846 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7900 T756 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7902 T756 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41819
[junit4:junit4]   2> 7903 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7904 T756 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7904 T756 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1361902039602
[junit4:junit4]   2> 7904 T756 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1361902039602/solr.xml
[junit4:junit4]   2> 7905 T756 oasc.CoreContainer.<init> New CoreContainer 22493159
[junit4:junit4]   2> 7905 T756 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1361902039602/'
[junit4:junit4]   2> 7906 T756 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1361902039602/'
[junit4:junit4]   2> 7923 T756 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 7923 T756 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7923 T756 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7924 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7924 T756 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7924 T756 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7924 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7925 T756 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7925 T756 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7925 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7931 T756 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7944 T756 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41754/solr
[junit4:junit4]   2> 7944 T756 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7945 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1dd313f
[junit4:junit4]   2> 7946 T809 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7946 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7947 T809 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 7947 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34468
[junit4:junit4]   2> 7947 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34468
[junit4:junit4]   2> 7948 T809 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920007, negotiated timeout = 20000
[junit4:junit4]   2> 7948 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920007 with negotiated timeout 20000 for client /127.0.0.1:34468
[junit4:junit4]   2> 7948 T810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dd313f name:ZooKeeperConnection Watcher:127.0.0.1:41754 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7948 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7949 T761 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d17afd3920007
[junit4:junit4]   2> 7950 T810 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7950 T758 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34468 which had sessionid 0x13d17afd3920007
[junit4:junit4]   2> 7950 T756 oaz.ZooKeeper.close Session: 0x13d17afd3920007 closed
[junit4:junit4]   2> 7950 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 7953 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@195fd83
[junit4:junit4]   2> 7954 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7954 T811 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7955 T811 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 7955 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34469
[junit4:junit4]   2> 7955 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34469
[junit4:junit4]   2> 7956 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920008 with negotiated timeout 20000 for client /127.0.0.1:34469
[junit4:junit4]   2> 7956 T811 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920008, negotiated timeout = 20000
[junit4:junit4]   2> 7956 T812 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195fd83 name:ZooKeeperConnection Watcher:127.0.0.1:41754/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7956 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7957 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7957 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8252 T756 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9254 T756 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41819_
[junit4:junit4]   2> 9255 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41819_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41819_
[junit4:junit4]   2> 9256 T756 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41819_
[junit4:junit4]   2> 9258 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9259 T797 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9261 T784 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9261 T778 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9261 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9261 T812 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9261 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9265 T813 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1361902039602/collection1
[junit4:junit4]   2> 9265 T813 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9266 T813 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9266 T813 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9267 T813 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1361902039602/collection1/'
[junit4:junit4]   2> 9267 T813 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1361902039602/collection1/lib/README' to classloader
[junit4:junit4]   2> 9267 T813 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1361902039602/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9288 T813 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 9313 T813 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9313 T813 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9316 T813 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9338 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9338 T779 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40103_",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40103"}
[junit4:junit4]   2> 9348 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9348 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9348 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9348 T812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9617 T813 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9622 T813 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9624 T813 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9633 T813 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9637 T813 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9640 T813 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9642 T813 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9644 T813 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1361902039602/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty2/
[junit4:junit4]   2> 9644 T813 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@96569e
[junit4:junit4]   2> 9644 T813 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 9645 T813 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty2 forceNew:false
[junit4:junit4]   2> 9645 T813 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty2
[junit4:junit4]   2> 9645 T813 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty2/index/
[junit4:junit4]   2> 9645 T813 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9646 T813 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty2/index forceNew:false
[junit4:junit4]   2> 9742 T813 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@18f12e4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9743 T813 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9743 T813 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty2/index
[junit4:junit4]   2> 9744 T813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9744 T813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9745 T813 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9745 T813 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9745 T813 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9745 T813 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9746 T813 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9746 T813 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9746 T813 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9748 T813 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9750 T813 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty2
[junit4:junit4]   2> 9750 T813 oass.SolrIndexSearcher.<init> Opening Searcher@130774a main
[junit4:junit4]   2> 9751 T813 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9751 T813 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9754 T814 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@130774a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9755 T813 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9755 T813 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10852 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10852 T779 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41819_",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41819"}
[junit4:junit4]   2> 10852 T779 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 10853 T779 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 10921 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10921 T812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10921 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10921 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11757 T813 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11757 T813 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41819 collection:collection1 shard:shard2
[junit4:junit4]   2> 11757 T813 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11761 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11761 T813 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11761 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11762 T813 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11763 T813 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11763 T813 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41819/collection1/
[junit4:junit4]   2> 11763 T813 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11763 T813 oasc.SyncStrategy.syncToMe http://127.0.0.1:41819/collection1/ has no replicas
[junit4:junit4]   2> 11763 T813 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41819/collection1/
[junit4:junit4]   2> 11763 T813 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11765 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd3920008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12425 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12430 T812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12430 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12430 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12430 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12467 T813 oasc.ZkController.register We are http://127.0.0.1:41819/collection1/ and leader is http://127.0.0.1:41819/collection1/
[junit4:junit4]   2> 12468 T813 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41819
[junit4:junit4]   2> 12468 T813 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12468 T813 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12468 T813 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12469 T813 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12470 T756 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12471 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12471 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12544 T756 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12546 T756 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51956
[junit4:junit4]   2> 12547 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12548 T756 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12548 T756 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1361902044229
[junit4:junit4]   2> 12549 T756 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1361902044229/solr.xml
[junit4:junit4]   2> 12549 T756 oasc.CoreContainer.<init> New CoreContainer 5770679
[junit4:junit4]   2> 12549 T756 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1361902044229/'
[junit4:junit4]   2> 12550 T756 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1361902044229/'
[junit4:junit4]   2> 12571 T756 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12571 T756 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12572 T756 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12572 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12573 T756 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12573 T756 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12574 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12574 T756 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12574 T756 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12575 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12583 T756 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12596 T756 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41754/solr
[junit4:junit4]   2> 12597 T756 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12597 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ed450
[junit4:junit4]   2> 12598 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12598 T824 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12602 T824 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 12602 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34471
[junit4:junit4]   2> 12603 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34471
[junit4:junit4]   2> 12604 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd3920009 with negotiated timeout 20000 for client /127.0.0.1:34471
[junit4:junit4]   2> 12604 T824 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd3920009, negotiated timeout = 20000
[junit4:junit4]   2> 12604 T825 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ed450 name:ZooKeeperConnection Watcher:127.0.0.1:41754 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12604 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12605 T761 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d17afd3920009
[junit4:junit4]   2> 12607 T758 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34471 which had sessionid 0x13d17afd3920009
[junit4:junit4]   2> 12607 T825 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12607 T756 oaz.ZooKeeper.close Session: 0x13d17afd3920009 closed
[junit4:junit4]   2> 12608 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12611 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7d4e74
[junit4:junit4]   2> 12613 T826 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12612 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12613 T826 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 12613 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34472
[junit4:junit4]   2> 12613 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34472
[junit4:junit4]   2> 12614 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd392000a with negotiated timeout 20000 for client /127.0.0.1:34472
[junit4:junit4]   2> 12618 T826 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd392000a, negotiated timeout = 20000
[junit4:junit4]   2> 12618 T827 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d4e74 name:ZooKeeperConnection Watcher:127.0.0.1:41754/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12619 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12620 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd392000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12620 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd392000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12622 T756 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13624 T756 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51956_
[junit4:junit4]   2> 13625 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd392000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51956_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51956_
[junit4:junit4]   2> 13625 T756 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51956_
[junit4:junit4]   2> 13627 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13628 T812 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13628 T784 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13628 T812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13628 T827 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13628 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13628 T778 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13628 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13630 T797 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13635 T828 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1361902044229/collection1
[junit4:junit4]   2> 13635 T828 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13636 T828 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13636 T828 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13637 T828 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1361902044229/collection1/'
[junit4:junit4]   2> 13637 T828 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1361902044229/collection1/lib/README' to classloader
[junit4:junit4]   2> 13638 T828 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1361902044229/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13658 T828 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 13687 T828 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13688 T828 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13691 T828 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13934 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13935 T779 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41819_",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41819"}
[junit4:junit4]   2> 13939 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13939 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13939 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13939 T812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13939 T827 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13968 T828 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13973 T828 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13975 T828 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13982 T828 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13985 T828 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13989 T828 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13991 T828 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13992 T828 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1361902044229/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/
[junit4:junit4]   2> 13992 T828 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@96569e
[junit4:junit4]   2> 13992 T828 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13993 T828 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3 forceNew:false
[junit4:junit4]   2> 13993 T828 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3
[junit4:junit4]   2> 13993 T828 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index/
[junit4:junit4]   2> 13993 T828 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13993 T828 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index forceNew:false
[junit4:junit4]   2> 13996 T828 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@116095c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13996 T828 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13996 T828 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index
[junit4:junit4]   2> 13997 T828 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13997 T828 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13998 T828 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13998 T828 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13998 T828 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13999 T828 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13999 T828 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13999 T828 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13999 T828 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14003 T828 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14004 T828 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3
[junit4:junit4]   2> 14005 T828 oass.SolrIndexSearcher.<init> Opening Searcher@2e436e main
[junit4:junit4]   2> 14005 T828 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14005 T828 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14015 T829 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2e436e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14016 T828 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14016 T828 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> ###### getShardId(127.0.0.1:59558__collection1) in {}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> ###### getShardId(127.0.0.1:59558__collection1) in {}
[junit4:junit4]   1> ###### getShardId(127.0.0.1:59558__collection1) in {}
[junit4:junit4]   1> ###### getShardId(127.0.0.1:59558__collection1) in {control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"down",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> ###### getShardId(127.0.0.1:40103__collection1) in {control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> ###### getShardId(127.0.0.1:40103__collection1) in {control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> ###### getShardId(127.0.0.1:40103__collection1) in {control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> ###### getShardId(127.0.0.1:40103__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"down",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> ###### getShardId(127.0.0.1:41819__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> ###### getShardId(127.0.0.1:41819__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> ###### getShardId(127.0.0.1:41819__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> ###### getShardId(127.0.0.1:41819__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:41819__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"down",
[junit4:junit4]   1>           "node_name":"127.0.0.1:41819_",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:41819"}}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   2> 15443 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15444 T779 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51956_",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51956"}
[junit4:junit4]   2> 15444 T779 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15444 T779 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15447 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15447 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15447 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15447 T812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15447 T827 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16020 T828 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16020 T828 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51956 collection:collection1 shard:shard1
[junit4:junit4]   2> 16022 T828 oasc.ZkController.register We are http://127.0.0.1:51956/collection1/ and leader is http://127.0.0.1:40103/collection1/
[junit4:junit4]   2> 16022 T828 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51956
[junit4:junit4]   2> 16022 T828 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16023 T828 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C45 name=collection1 org.apache.solr.core.SolrCore@11a1a7c url=http://127.0.0.1:51956/collection1 node=127.0.0.1:51956_ C45_STATE=coll:collection1 core:collection1 props:{collection=collection1, state=down, node_name=127.0.0.1:51956_, core=collection1, base_url=http://127.0.0.1:51956}
[junit4:junit4]   2> 16023 T830 C45 P51956 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16023 T828 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16024 T830 C45 P51956 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16024 T830 C45 P51956 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16025 T830 C45 P51956 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16025 T756 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16025 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16025 T830 C45 P51956 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16026 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16080 T756 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16082 T756 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56127
[junit4:junit4]   2> 16083 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16083 T756 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16083 T756 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1361902047783
[junit4:junit4]   2> 16084 T756 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1361902047783/solr.xml
[junit4:junit4]   2> 16084 T756 oasc.CoreContainer.<init> New CoreContainer 3987898
[junit4:junit4]   2> 16084 T756 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1361902047783/'
[junit4:junit4]   2> 16085 T756 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1361902047783/'
[junit4:junit4]   2> 16099 T756 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16099 T756 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16099 T756 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16100 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16100 T756 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16100 T756 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16101 T756 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16101 T756 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16101 T756 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16101 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16107 T756 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16115 T756 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:41754/solr
[junit4:junit4]   2> 16115 T756 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16116 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c7545f
[junit4:junit4]   2> 16117 T840 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16116 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16117 T840 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 16117 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34476
[junit4:junit4]   2> 16118 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34476
[junit4:junit4]   2> 16119 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd392000b with negotiated timeout 20000 for client /127.0.0.1:34476
[junit4:junit4]   2> 16119 T840 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd392000b, negotiated timeout = 20000
[junit4:junit4]   2> 16119 T841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c7545f name:ZooKeeperConnection Watcher:127.0.0.1:41754 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16119 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16130 T761 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d17afd392000b
[junit4:junit4]   2> 16131 T841 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16131 T756 oaz.ZooKeeper.close Session: 0x13d17afd392000b closed
[junit4:junit4]   2> 16132 T758 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34476 which had sessionid 0x13d17afd392000b
[junit4:junit4]   2> 16132 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16134 T756 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:41754/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2ef7b6
[junit4:junit4]   2> 16135 T842 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:41754. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16135 T756 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16135 T842 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:41754, initiating session
[junit4:junit4]   2> 16136 T758 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34477
[junit4:junit4]   2> 16136 T758 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34477
[junit4:junit4]   2> 16137 T760 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d17afd392000c with negotiated timeout 20000 for client /127.0.0.1:34477
[junit4:junit4]   2> 16137 T842 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:41754, sessionid = 0x13d17afd392000c, negotiated timeout = 20000
[junit4:junit4]   2> 16137 T843 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ef7b6 name:ZooKeeperConnection Watcher:127.0.0.1:41754/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16137 T756 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16139 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd392000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16139 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd392000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16140 T756 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 16953 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16954 T779 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51956_",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51956"}
[junit4:junit4]   2> 16957 T827 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16957 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16957 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16958 T812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16957 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16958 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17149 T756 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56127_
[junit4:junit4]   2> 17149 T761 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d17afd392000c type:delete cxid:0xb zxid:0xa8 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56127_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56127_
[junit4:junit4]   2> 17150 T756 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56127_
[junit4:junit4]   2> 17151 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17151 T827 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17151 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17151 T812 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17152 T812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17152 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17152 T797 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17153 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17153 T827 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17153 T843 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17153 T778 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17242 T784 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17244 T844 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1361902047783/collection1
[junit4:junit4]   2> 17245 T844 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17245 T844 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17245 T844 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17246 T844 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1361902047783/collection1/'
[junit4:junit4]   2> 17246 T844 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1361902047783/collection1/lib/README' to classloader
[junit4:junit4]   2> 17247 T844 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1361902047783/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17279 T844 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 17317 T844 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17319 T844 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17325 T844 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17752 T844 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17760 T844 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17763 T844 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17774 T844 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17777 T844 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17781 T844 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17783 T844 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17784 T844 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1361902047783/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty4/
[junit4:junit4]   2> 17784 T844 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@96569e
[junit4:junit4]   2> 17784 T844 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17785 T844 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty4 forceNew:false
[junit4:junit4]   2> 17785 T844 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty4
[junit4:junit4]   2> 17785 T844 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty4/index/
[junit4:junit4]   2> 17786 T844 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17786 T844 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty4/index forceNew:false
[junit4:junit4]   2> 17790 T844 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c02dba; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17790 T844 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17791 T844 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty4/index
[junit4:junit4]   2> 17792 T844 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17793 T844 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17793 T844 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17794 T844 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17794 T844 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17794 T844 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17795 T844 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17795 T844 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17795 T844 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17799 T844 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17802 T844 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty4
[junit4:junit4]   2> 17803 T844 oass.SolrIndexSearcher.<init> Opening Searcher@dc09e5 main
[junit4:junit4]   2> 17804 T844 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17804 T844 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17807 T845 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dc09e5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17808 T844 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17809 T844 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> ###### getShardId(127.0.0.1:51956__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:41819__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:41819_",
[junit4:junit4]   1>           "shard":"shard2",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:41819",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> ###### getShardId(127.0.0.1:51956__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:41819__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:41819_",
[junit4:junit4]   1>           "shard":"shard2",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:41819",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> ###### getShardId(127.0.0.1:51956__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:41819__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:41819_",
[junit4:junit4]   1>           "shard":"shard2",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:41819",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> ###### getShardId(127.0.0.1:51956__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{
[junit4:junit4]   1>         "127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"},
[junit4:junit4]   1>         "127.0.0.1:51956__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"down",
[junit4:junit4]   1>           "node_name":"127.0.0.1:51956_",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:51956"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:41819__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:41819_",
[junit4:junit4]   1>           "shard":"shard2",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:41819",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> ###### getShardId(127.0.0.1:56127__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{
[junit4:junit4]   1>         "127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"},
[junit4:junit4]   1>         "127.0.0.1:51956__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"recovering",
[junit4:junit4]   1>           "node_name":"127.0.0.1:51956_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:51956"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:41819__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:41819_",
[junit4:junit4]   1>           "shard":"shard2",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:41819",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   2> 18462 T779 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18462 T779 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56127_",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56127"}
[junit4:junit4]   2> 18463 T779 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 18463 T779 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 18466 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18466 T827 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18466 T778 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18466 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18466 T784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18466 T812 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18811 T844 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18812 T844 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56127 collection:collection1 shard:shard2
[junit4:junit4]   2> 18814 T844 oasc.ZkController.register We are http://127.0.0.1:56127/collection1/ and leader is http://127.0.0.1:41819/collection1/
[junit4:junit4]   2> 18814 T844 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56127
[junit4:junit4]   2> 18814 T844 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18815 T844 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C46 name=collection1 org.apache.solr.core.SolrCore@1666755 url=http://127.0.0.1:56127/collection1 node=127.0.0.1:56127_ C46_STATE=coll:collection1 core:collection1 props:{collection=collection1, state=down, node_name=127.0.0.1:56127_, core=collection1, base_url=http://127.0.0.1:56127}
[junit4:junit4]   2> 18815 T846 C46 P56127 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18815 T846 C46 P56127 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18816 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18816 T846 C46 P56127 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18816 T846 C46 P56127 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18817 T756 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 18817 T756 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18818 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18822 T846 C46 P56127 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18823 T756 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18824 T756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18831 T793 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/onenodecollectioncore
[junit4:junit4]   2> 18832 T793 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 18833 T793 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 18833 T793 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 18834 T793 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 18834 T793 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 18836 T793 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 18837 T793 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/onenodecollectioncore/'
[junit4:junit4]   2> 18874 T793 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 18917 T793 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18918 T793 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18923 T793 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C45_STATE=coll:collection1 core:collection1 props:{collection=collection1, state=recovering, node_name=127.0.0.1:51956_, shard=shard1, core=collection1, base_url=http://127.0.0.1:51956}
[junit4:junit4]   2> 19032 T830 C45 P51956 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:40103/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19032 T830 C45 P51956 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51956 START replicas=[http://127.0.0.1:40103/collection1/] nUpdates=100
[junit4:junit4]   2> 19033 T830 C45 P51956 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19033 T830 C45 P51956 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19033 T830 C45 P51956 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19033 T830 C45 P51956 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19033 T830 C45 P51956 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19033 T830 C45 P51956 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:40103/collection1/. core=collection1
[junit4:junit4]   2> 19034 T830 C45 P51956 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C47 name=collection1 org.apache.solr.core.SolrCore@181c6ad url=http://127.0.0.1:40103/collection1 node=127.0.0.1:40103_ C47_STATE=coll:collection1 core:collection1 props:{collection=collection1, state=active, node_name=127.0.0.1:40103_, shard=shard1, core=collection1, base_url=http://127.0.0.1:40103, leader=true}
[junit4:junit4]   2> 19078 T792 C47 P40103 REQ /get {distrib=false&version=2&getVersions=100&qt=/get&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 19078 T791 C47 P40103 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19079 T791 C47 P40103 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1
[junit4:junit4]   2> 19081 T791 C47 P40103 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e3c6c5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19082 T791 C47 P40103 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19091 T791 C47 P40103 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e3c6c5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@e3c6c5; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19092 T791 C47 P40103 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19092 T791 C47 P40103 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1
[junit4:junit4]   2> 19093 T791 C47 P40103 oass.SolrIndexSearcher.<init> Opening Searcher@a36d9e realtime
[junit4:junit4]   2> 19093 T791 C47 P40103 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19093 T791 C47 P40103 /update {waitSearcher=true&commit=true&version=2&softCommit=false&openSearcher=false&wt=javabin&commit_end_point=true} {commit=} 0 15
[junit4:junit4]   2> 19094 T830 C45 P51956 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19095 T830 C45 P51956 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19106 T790 C47 P40103 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19107 T790 C47 P40103 REQ /replication {version=2&command=indexversion&qt=/replication&wt=javabin} status=0 QTime=11 
[junit4:junit4]   2> 19109 T830 C45 P51956 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19109 T830 C45 P51956 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19109 T830 C45 P51956 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19111 T792 C47 P40103 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1
[junit4:junit4]   2> 19112 T792 C47 P40103 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty1/index
[junit4:junit4]   2> 19112 T792 C47 P40103 REQ /replication {generation=2&version=2&command=filelist&qt=/replication&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 19116 T830 C45 P51956 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19116 T830 C45 P51956 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index.20130226120730869 forceNew:false
[junit4:junit4]   2> 19117 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3
[junit4:junit4]   2> 19117 T830 C45 P51956 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index.20130226120730869 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10b7537; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=true
[junit4:junit4]   2> 19119 T791 C47 P40103 REQ /replication {file=segments_2&generation=2&command=filecontent&qt=/replication&checksum=true&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19124 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index
[junit4:junit4]   2> 19124 T830 C45 P51956 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19131 T830 C45 P51956 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130226120730869
[junit4:junit4]   2> 19132 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3
[junit4:junit4]   2> 19132 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3
[junit4:junit4]   2> 19132 T830 C45 P51956 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index.20130226120730869
[junit4:junit4]   2> 19134 T830 C45 P51956 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index.20130226120730869 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10b7537; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19134 T830 C45 P51956 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19134 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3
[junit4:junit4]   2> 19135 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3
[junit4:junit4]   2> 19135 T830 C45 P51956 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19135 T830 C45 P51956 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19135 T830 C45 P51956 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 19136 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index.20130226120730869
[junit4:junit4]   2> 19136 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3
[junit4:junit4]   2> 19137 T830 C45 P51956 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index.20130226120730869 lockFactory=org.apache.lucene.store.NativeFSLockFactory@10b7537; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19138 T830 C45 P51956 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19138 T830 C45 P51956 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19138 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3
[junit4:junit4]   2> 19138 T830 C45 P51956 oass.SolrIndexSearcher.<init> Opening Searcher@81db92 main
[junit4:junit4]   2> 19139 T829 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@81db92 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19139 T829 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index
[junit4:junit4]   2> 19139 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index.20130226120730869
[junit4:junit4]   2> 19140 T830 C45 P51956 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1361902031757/jetty3/index
[junit4:junit4]   2> 19140 T830 C45 P51956 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19140 T830 C45 P51956 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19140 T830 C45 P51956 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19140 T830 C45 P51956 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19142 T830 C45 P51956 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19346 T793 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19353 T793 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19357 T793 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19367 T793 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19373 T793 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19377 T793 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19378 T793 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19380 T793 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1361902035102/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection/
[junit4:junit4]   2> 19380 T793 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@96569e
[junit4:junit4]   2> 19381 T793 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 19382 T793 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection forceNew:false
[junit4:junit4]   2> 19382 T793 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection
[junit4:junit4]   2> 19383 T793 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection/index/
[junit4:junit4]   2> 19383 T793 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19384 T793 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection/index forceNew:false
[junit4:junit4]   2> 19387 T793 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@466057; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19388 T793 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19388 T793 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection/index
[junit4:junit4]   2> 19390 T793 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19390 T793 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19391 T793 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19392 T793 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19392 T793 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19392 T793 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19393 T793 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19393 T793 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19394 T793 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19397 T793 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19400 T793 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection
[junit4:junit4]   2> 19401 T793 oass.SolrIndexSearcher.<init> Opening Searcher@1514943 main
[junit4:junit4]   2> 19402 T793 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19403 T793 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19405 T793 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1361902031757/onenodecollection
[junit4:junit4]   2> 19406 T849 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@1514943 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19407 T793 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> ###### getShardId(127.0.0.1:56127__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{
[junit4:junit4]   1>         "127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"},
[junit4:junit4]   1>         "127.0.0.1:51956__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"recovering",
[junit4:junit4]   1>           "node_name":"127.0.0.1:51956_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:51956"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:41819__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:41819_",
[junit4:junit4]   1>           "shard":"shard2",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:41819",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> ###### getShardId(127.0.0.1:56127__collection1) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{
[junit4:junit4]   1>         "127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"},
[junit4:junit4]   1>         "127.0.0.1:51956__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"recovering",
[junit4:junit4]   1>           "node_name":"127.0.0.1:51956_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:51956"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{
[junit4:junit4]   1>         "127.0.0.1:41819__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:41819_",
[junit4:junit4]   1>           "shard":"shard2",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:41819",
[junit4:junit4]   1>           "leader":"true"},
[junit4:junit4]   1>         "127.0.0.1:56127__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"down",
[junit4:junit4]   1>           "node_name":"127.0.0.1:56127_",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:56127"}}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> ###### getShardId(127.0.0.1:40103__onenodecollectioncore) in {collection1=DocCollection(collection1)={
[junit4:junit4]   1>   "shards":{
[junit4:junit4]   1>     "shard1":{
[junit4:junit4]   1>       "range":"80000000-ffffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{
[junit4:junit4]   1>         "127.0.0.1:40103__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:40103_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:40103",
[junit4:junit4]   1>           "leader":"true"},
[junit4:junit4]   1>         "127.0.0.1:51956__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"recovering",
[junit4:junit4]   1>           "node_name":"127.0.0.1:51956_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:51956"}}},
[junit4:junit4]   1>     "shard2":{
[junit4:junit4]   1>       "range":"0-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{
[junit4:junit4]   1>         "127.0.0.1:41819__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:41819_",
[junit4:junit4]   1>           "shard":"shard2",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:41819",
[junit4:junit4]   1>           "leader":"true"},
[junit4:junit4]   1>         "127.0.0.1:56127__collection1":{
[junit4:junit4]   1>           "collection":"collection1",
[junit4:junit4]   1>           "state":"down",
[junit4:junit4]   1>           "node_name":"127.0.0.1:56127_",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:56127"}}}},
[junit4:junit4]   1>   "router":"compositeId"}, control_collection=DocCollection(control_collection)={
[junit4:junit4]   1>   "shards":{"shard1":{
[junit4:junit4]   1>       "range":"80000000-7fffffff",
[junit4:junit4]   1>       "state":"active",
[junit4:junit4]   1>       "replicas":{"127.0.0.1:59558__collection1":{
[junit4:junit4]   1>           "collection":"control_collection",
[junit4:junit4]   1>           "state":"active",
[junit4:junit4]   1>           "node_name":"127.0.0.1:59558_",
[junit4:junit4]   1>           "shard":"shard1",
[junit4:junit4]   1>           "core":"collection1",
[junit4:junit4]   1>           "base_url":"http://127.0.0.1:59558",
[junit4:junit4]   1>           "leader":"true"}}}},
[junit4:junit4]   1>   "router":"compositeId"}}
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   2> 19970 T779 oascc.ZkStateReader.updateClusterState Updating cloud state f

[...truncated too long message...]

[junit4:junit4]   1>           "router":"compositeId"}}
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89253611553554435-127.0.0.1:59558_-n_0000000000"}
[junit4:junit4]   1>    /solr/overseer_elect/election (5)
[junit4:junit4]   1>     /solr/overseer_elect/election/89253611553554442-127.0.0.1:51956_-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89253611553554444-127.0.0.1:56127_-n_0000000004 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89253611553554435-127.0.0.1:59558_-n_0000000000 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89253611553554438-127.0.0.1:40103_-n_0000000001 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89253611553554440-127.0.0.1:41819_-n_0000000002 (0)
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   1> coreNodeName:null
[junit4:junit4]   2> 32247 T759 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=1E8D13242DF0A2C7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=Canada/Central -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 32.3s J0 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: expected:<1> but was:<0>
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([1E8D13242DF0A2C7:9F6B9D3C5AAFC2FB]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.junit.Assert.failNotEquals(Assert.java:647)
[junit4:junit4]    > 	at org.junit.Assert.assertEquals(Assert.java:128)
[junit4:junit4]    > 	at org.junit.Assert.assertEquals(Assert.java:472)
[junit4:junit4]    > 	at org.junit.Assert.assertEquals(Assert.java:456)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:205)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:85)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:805)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:474)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 32252 T756 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=166), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=166)), sim=DefaultSimilarity, locale=sk, timezone=Canada/Central
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=3,free=151496272,total=280756224
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestCollationField, WordBreakSolrSpellCheckerTest, ChaosMonkeyNothingIsSafeTest, TestCollationKeyRangeQueries, SimpleFacetsTest, TestFiltering, TestRandomFaceting, TestLMDirichletSimilarityFactory, AutoCommitTest, MBeansHandlerTest, TestPerFieldSimilarity, TestSuggestSpellingConverter, SpellCheckComponentTest, TestLuceneMatchVersion, TermVectorComponentDistributedTest, CacheHeaderTest, ResourceLoaderTest, QueryElevationComponentTest, TestSolrJ, MinimalSchemaTest, TestPHPSerializedResponseWriter, DirectSolrConnectionTest, CurrencyFieldTest, TestLFUCache, UniqFieldsUpdateProcessorFactoryTest, TestGroupingSearch, CopyFieldTest, PluginInfoTest, ShardRoutingTest, DocValuesTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 32.28s, 1 test, 1 failure <<< FAILURES!

[...truncated 521 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1202: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:865: There were test failures: 257 suites, 1073 tests, 1 failure, 8 ignored (3 assumptions)

Total time: 40 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b65 -server -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure