You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/22 14:15:35 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4780 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4780/
Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:35084/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:35084/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([3993AA474632F341:B875245F316D937D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9457 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T910 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T910 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746
[junit4:junit4]   2> 4 T910 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T911 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T911 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5 T911 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 5 T911 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 5 T911 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 6 T911 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 104 T910 oasc.ZkTestServer.run start zk server on port:54167
[junit4:junit4]   2> 105 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@19d02bf
[junit4:junit4]   2> 105 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 106 T916 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 106 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39834
[junit4:junit4]   2> 106 T916 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 107 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39834
[junit4:junit4]   2> 107 T914 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 202 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450000 with negotiated timeout 10000 for client /127.0.0.1:39834
[junit4:junit4]   2> 202 T916 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450000, negotiated timeout = 10000
[junit4:junit4]   2> 203 T917 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19d02bf name:ZooKeeperConnection Watcher:127.0.0.1:54167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 203 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 203 T910 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 207 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d8450000
[junit4:junit4]   2> 207 T917 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 207 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39834 which had sessionid 0x13d9238d8450000
[junit4:junit4]   2> 207 T910 oaz.ZooKeeper.close Session: 0x13d9238d8450000 closed
[junit4:junit4]   2> 208 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@15af8bc
[junit4:junit4]   2> 209 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 209 T918 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 209 T918 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 210 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39835
[junit4:junit4]   2> 210 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39835
[junit4:junit4]   2> 211 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450001 with negotiated timeout 10000 for client /127.0.0.1:39835
[junit4:junit4]   2> 211 T918 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450001, negotiated timeout = 10000
[junit4:junit4]   2> 211 T919 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15af8bc name:ZooKeeperConnection Watcher:127.0.0.1:54167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 211 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 211 T910 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 215 T910 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 216 T910 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 218 T910 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 220 T910 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 220 T910 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 223 T910 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 224 T910 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 226 T910 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 227 T910 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 228 T910 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 229 T910 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 230 T910 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 231 T910 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 233 T910 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 233 T910 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 235 T910 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 235 T910 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 237 T910 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 237 T910 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 239 T910 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 240 T910 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 241 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d8450001
[junit4:junit4]   2> 242 T919 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 242 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39835 which had sessionid 0x13d9238d8450001
[junit4:junit4]   2> 242 T910 oaz.ZooKeeper.close Session: 0x13d9238d8450001 closed
[junit4:junit4]   2> 300 T910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 327 T910 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37340
[junit4:junit4]   2> 328 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 328 T910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 329 T910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363957831986
[junit4:junit4]   2> 329 T910 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363957831986/solr.xml
[junit4:junit4]   2> 329 T910 oasc.CoreContainer.<init> New CoreContainer 7079465
[junit4:junit4]   2> 330 T910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363957831986/'
[junit4:junit4]   2> 330 T910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363957831986/'
[junit4:junit4]   2> 349 T910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 349 T910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 349 T910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 350 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 350 T910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 350 T910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 351 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 351 T910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 351 T910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 352 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 366 T910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 377 T910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54167/solr
[junit4:junit4]   2> 378 T910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 378 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f1529
[junit4:junit4]   2> 379 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 379 T929 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 380 T929 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 380 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39836
[junit4:junit4]   2> 381 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39836
[junit4:junit4]   2> 381 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450002 with negotiated timeout 20000 for client /127.0.0.1:39836
[junit4:junit4]   2> 381 T929 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450002, negotiated timeout = 20000
[junit4:junit4]   2> 382 T930 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f1529 name:ZooKeeperConnection Watcher:127.0.0.1:54167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 382 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 384 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d8450002
[junit4:junit4]   2> 384 T930 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 384 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39836 which had sessionid 0x13d9238d8450002
[junit4:junit4]   2> 384 T910 oaz.ZooKeeper.close Session: 0x13d9238d8450002 closed
[junit4:junit4]   2> 385 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 388 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@28eab7
[junit4:junit4]   2> 389 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 389 T931 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 389 T931 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 389 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39837
[junit4:junit4]   2> 390 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39837
[junit4:junit4]   2> 390 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450003 with negotiated timeout 20000 for client /127.0.0.1:39837
[junit4:junit4]   2> 390 T931 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450003, negotiated timeout = 20000
[junit4:junit4]   2> 391 T932 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28eab7 name:ZooKeeperConnection Watcher:127.0.0.1:54167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 391 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 392 T910 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 394 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 395 T910 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 397 T910 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 399 T910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37340_
[junit4:junit4]   2> 399 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37340_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37340_
[junit4:junit4]   2> 400 T910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37340_
[junit4:junit4]   2> 402 T910 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 405 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 406 T910 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 408 T910 oasc.Overseer.start Overseer (id=89388340461502467-127.0.0.1:37340_-n_0000000000) starting
[junit4:junit4]   2> 408 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 409 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 410 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 410 T910 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 412 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 413 T934 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 414 T910 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 416 T910 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 417 T910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 419 T933 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 422 T935 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363957831986/collection1
[junit4:junit4]   2> 422 T935 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 423 T935 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 423 T935 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 424 T935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363957831986/collection1/'
[junit4:junit4]   2> 424 T935 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363957831986/collection1/lib/README' to classloader
[junit4:junit4]   2> 425 T935 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363957831986/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 460 T935 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 499 T935 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 500 T935 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 513 T935 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 994 T935 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1002 T935 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1006 T935 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1015 T935 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1019 T935 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1023 T935 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1024 T935 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1026 T935 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1026 T935 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1027 T935 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1027 T935 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1027 T935 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1028 T935 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363957831986/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data/
[junit4:junit4]   2> 1028 T935 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eb35c
[junit4:junit4]   2> 1028 T935 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1029 T935 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data
[junit4:junit4]   2> 1029 T935 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data/index/
[junit4:junit4]   2> 1030 T935 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1030 T935 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data/index
[junit4:junit4]   2> 1032 T935 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5194da lockFactory=org.apache.lucene.store.NativeFSLockFactory@115c2),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1032 T935 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1034 T935 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1034 T935 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1035 T935 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1035 T935 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1036 T935 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1036 T935 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1036 T935 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1037 T935 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1037 T935 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1041 T935 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1044 T935 oass.SolrIndexSearcher.<init> Opening Searcher@10f34fc main
[junit4:junit4]   2> 1045 T935 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data/tlog
[junit4:junit4]   2> 1045 T935 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1045 T935 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1049 T936 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10f34fc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1049 T935 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1049 T935 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1922 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1923 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37340_",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37340",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 1923 T933 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1923 T933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1926 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2050 T935 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2051 T935 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37340 collection:control_collection shard:shard1
[junit4:junit4]   2> 2052 T935 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2057 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2058 T935 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2058 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2060 T935 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2060 T935 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2061 T935 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37340/collection1/
[junit4:junit4]   2> 2061 T935 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2061 T935 oasc.SyncStrategy.syncToMe http://127.0.0.1:37340/collection1/ has no replicas
[junit4:junit4]   2> 2061 T935 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37340/collection1/
[junit4:junit4]   2> 2062 T935 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2065 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3428 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3433 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3469 T935 oasc.ZkController.register We are http://127.0.0.1:37340/collection1/ and leader is http://127.0.0.1:37340/collection1/
[junit4:junit4]   2> 3469 T935 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37340
[junit4:junit4]   2> 3470 T935 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3470 T935 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3470 T935 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3471 T935 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3472 T910 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3473 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3473 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3476 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3477 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e3da96
[junit4:junit4]   2> 3477 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3478 T938 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3478 T938 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 3478 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39838
[junit4:junit4]   2> 3484 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39838
[junit4:junit4]   2> 3484 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450004 with negotiated timeout 10000 for client /127.0.0.1:39838
[junit4:junit4]   2> 3484 T938 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450004, negotiated timeout = 10000
[junit4:junit4]   2> 3485 T939 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e3da96 name:ZooKeeperConnection Watcher:127.0.0.1:54167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3485 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3486 T910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3488 T910 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3543 T910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3545 T910 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52986
[junit4:junit4]   2> 3545 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3545 T910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3546 T910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231
[junit4:junit4]   2> 3546 T910 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/solr.xml
[junit4:junit4]   2> 3546 T910 oasc.CoreContainer.<init> New CoreContainer 16962583
[junit4:junit4]   2> 3547 T910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/'
[junit4:junit4]   2> 3547 T910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/'
[junit4:junit4]   2> 3565 T910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3565 T910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3566 T910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3566 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3566 T910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3567 T910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3567 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3567 T910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3568 T910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3568 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3574 T910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3586 T910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54167/solr
[junit4:junit4]   2> 3586 T910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3587 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5c0c4b
[junit4:junit4]   2> 3587 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3588 T949 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3588 T949 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 3588 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39839
[junit4:junit4]   2> 3589 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39839
[junit4:junit4]   2> 3589 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450005 with negotiated timeout 20000 for client /127.0.0.1:39839
[junit4:junit4]   2> 3589 T949 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450005, negotiated timeout = 20000
[junit4:junit4]   2> 3590 T950 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c0c4b name:ZooKeeperConnection Watcher:127.0.0.1:54167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3590 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3591 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d8450005
[junit4:junit4]   2> 3591 T950 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3591 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39839 which had sessionid 0x13d9238d8450005
[junit4:junit4]   2> 3591 T910 oaz.ZooKeeper.close Session: 0x13d9238d8450005 closed
[junit4:junit4]   2> 3592 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3595 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@177f5de
[junit4:junit4]   2> 3596 T951 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3596 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3596 T951 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 3596 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39840
[junit4:junit4]   2> 3597 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39840
[junit4:junit4]   2> 3597 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450006 with negotiated timeout 20000 for client /127.0.0.1:39840
[junit4:junit4]   2> 3597 T951 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450006, negotiated timeout = 20000
[junit4:junit4]   2> 3598 T952 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@177f5de name:ZooKeeperConnection Watcher:127.0.0.1:54167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3598 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3599 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3600 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3601 T910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4604 T910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52986_
[junit4:junit4]   2> 4605 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52986_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52986_
[junit4:junit4]   2> 4605 T910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52986_
[junit4:junit4]   2> 4607 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4608 T952 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4608 T939 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4609 T932 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4613 T953 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/collection1
[junit4:junit4]   2> 4613 T953 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4614 T953 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4614 T953 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4614 T953 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/collection1/'
[junit4:junit4]   2> 4615 T953 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/collection1/lib/README' to classloader
[junit4:junit4]   2> 4615 T953 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4649 T953 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 4692 T953 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4693 T953 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4698 T953 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4937 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4937 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37340_",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37340",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 4940 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4940 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4940 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5186 T953 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5193 T953 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5196 T953 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5212 T953 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5215 T953 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5218 T953 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5219 T953 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5220 T953 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5221 T953 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5222 T953 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5222 T953 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5222 T953 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5222 T953 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1/
[junit4:junit4]   2> 5222 T953 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eb35c
[junit4:junit4]   2> 5223 T953 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5223 T953 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1
[junit4:junit4]   2> 5223 T953 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1/index/
[junit4:junit4]   2> 5224 T953 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5224 T953 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1/index
[junit4:junit4]   2> 5225 T953 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bb6d25 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f4559f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5225 T953 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5227 T953 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5227 T953 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5228 T953 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5228 T953 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5229 T953 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5229 T953 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5229 T953 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5230 T953 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5230 T953 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5232 T953 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5235 T953 oass.SolrIndexSearcher.<init> Opening Searcher@1966523 main
[junit4:junit4]   2> 5235 T953 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1/tlog
[junit4:junit4]   2> 5236 T953 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5236 T953 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5240 T954 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1966523 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5242 T953 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5242 T953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6444 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6445 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52986_",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52986",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 6445 T933 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6445 T933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6449 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6449 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6449 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7243 T953 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7243 T953 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52986 collection:collection1 shard:shard1
[junit4:junit4]   2> 7244 T953 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7248 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7249 T953 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7249 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7251 T953 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7251 T953 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7251 T953 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52986/collection1/
[junit4:junit4]   2> 7252 T953 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7252 T953 oasc.SyncStrategy.syncToMe http://127.0.0.1:52986/collection1/ has no replicas
[junit4:junit4]   2> 7252 T953 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52986/collection1/
[junit4:junit4]   2> 7252 T953 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7255 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7952 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7958 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7958 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7959 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8010 T953 oasc.ZkController.register We are http://127.0.0.1:52986/collection1/ and leader is http://127.0.0.1:52986/collection1/
[junit4:junit4]   2> 8010 T953 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52986
[junit4:junit4]   2> 8010 T953 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8010 T953 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8011 T953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8012 T953 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8013 T910 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8013 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8014 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8075 T910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8080 T910 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35084
[junit4:junit4]   2> 8081 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8082 T910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8082 T910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363957839760
[junit4:junit4]   2> 8083 T910 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363957839760/solr.xml
[junit4:junit4]   2> 8083 T910 oasc.CoreContainer.<init> New CoreContainer 2477431
[junit4:junit4]   2> 8084 T910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363957839760/'
[junit4:junit4]   2> 8084 T910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363957839760/'
[junit4:junit4]   2> 8112 T910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8113 T910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8113 T910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8114 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8114 T910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8115 T910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8115 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8116 T910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8116 T910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8117 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8127 T910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8153 T910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54167/solr
[junit4:junit4]   2> 8154 T910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8154 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1626ed
[junit4:junit4]   2> 8155 T965 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8155 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8156 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39843
[junit4:junit4]   2> 8156 T965 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 8157 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39843
[junit4:junit4]   2> 8158 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450007 with negotiated timeout 20000 for client /127.0.0.1:39843
[junit4:junit4]   2> 8158 T965 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450007, negotiated timeout = 20000
[junit4:junit4]   2> 8158 T966 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1626ed name:ZooKeeperConnection Watcher:127.0.0.1:54167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8158 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8159 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d8450007
[junit4:junit4]   2> 8160 T966 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8160 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39843 which had sessionid 0x13d9238d8450007
[junit4:junit4]   2> 8160 T910 oaz.ZooKeeper.close Session: 0x13d9238d8450007 closed
[junit4:junit4]   2> 8161 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8165 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f2e9c4
[junit4:junit4]   2> 8166 T967 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8166 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8166 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39844
[junit4:junit4]   2> 8166 T967 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 8167 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39844
[junit4:junit4]   2> 8167 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450008 with negotiated timeout 20000 for client /127.0.0.1:39844
[junit4:junit4]   2> 8168 T967 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450008, negotiated timeout = 20000
[junit4:junit4]   2> 8168 T968 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f2e9c4 name:ZooKeeperConnection Watcher:127.0.0.1:54167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8168 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8169 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8170 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8172 T910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9174 T910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35084_
[junit4:junit4]   2> 9175 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35084_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35084_
[junit4:junit4]   2> 9176 T910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35084_
[junit4:junit4]   2> 9178 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9178 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9179 T939 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9179 T968 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9179 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9180 T932 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9180 T952 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9186 T969 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363957839760/collection1
[junit4:junit4]   2> 9186 T969 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9187 T969 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9187 T969 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9188 T969 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363957839760/collection1/'
[junit4:junit4]   2> 9189 T969 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363957839760/collection1/lib/README' to classloader
[junit4:junit4]   2> 9189 T969 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363957839760/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9215 T969 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9258 T969 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9259 T969 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9263 T969 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9463 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9464 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52986_",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52986",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 9467 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9467 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9467 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9467 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9705 T969 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9711 T969 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9714 T969 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9725 T969 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9730 T969 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9733 T969 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9735 T969 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9735 T969 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9735 T969 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9736 T969 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9737 T969 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9737 T969 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9737 T969 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363957839760/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty2/
[junit4:junit4]   2> 9737 T969 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eb35c
[junit4:junit4]   2> 9738 T969 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9738 T969 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty2
[junit4:junit4]   2> 9738 T969 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty2/index/
[junit4:junit4]   2> 9738 T969 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9739 T969 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty2/index
[junit4:junit4]   2> 9740 T969 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1aa275d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ccd5d4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9740 T969 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9741 T969 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9742 T969 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9742 T969 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9742 T969 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9743 T969 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9743 T969 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9743 T969 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9744 T969 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9744 T969 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9746 T969 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9749 T969 oass.SolrIndexSearcher.<init> Opening Searcher@1e545a7 main
[junit4:junit4]   2> 9749 T969 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty2/tlog
[junit4:junit4]   2> 9749 T969 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9750 T969 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9754 T970 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e545a7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9755 T969 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9756 T969 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10977 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10977 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35084_",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35084",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 10977 T933 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 10978 T933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 10981 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10981 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10981 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10981 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11757 T969 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11757 T969 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35084 collection:collection1 shard:shard2
[junit4:junit4]   2> 11758 T969 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11762 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:delete cxid:0x49 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11763 T969 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11763 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:create cxid:0x4a zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11764 T969 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11765 T969 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11765 T969 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35084/collection1/
[junit4:junit4]   2> 11765 T969 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11765 T969 oasc.SyncStrategy.syncToMe http://127.0.0.1:35084/collection1/ has no replicas
[junit4:junit4]   2> 11765 T969 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35084/collection1/
[junit4:junit4]   2> 11766 T969 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11768 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:create cxid:0x54 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12484 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12491 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12491 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12491 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12491 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12521 T969 oasc.ZkController.register We are http://127.0.0.1:35084/collection1/ and leader is http://127.0.0.1:35084/collection1/
[junit4:junit4]   2> 12521 T969 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35084
[junit4:junit4]   2> 12521 T969 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12522 T969 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12522 T969 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12524 T969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12525 T910 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12525 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12525 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12590 T910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12598 T910 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57476
[junit4:junit4]   2> 12599 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12599 T910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12600 T910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363957844273
[junit4:junit4]   2> 12600 T910 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363957844273/solr.xml
[junit4:junit4]   2> 12600 T910 oasc.CoreContainer.<init> New CoreContainer 2390713
[junit4:junit4]   2> 12601 T910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363957844273/'
[junit4:junit4]   2> 12601 T910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363957844273/'
[junit4:junit4]   2> 12619 T910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12619 T910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12619 T910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12620 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12620 T910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12620 T910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12621 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12621 T910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12621 T910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12622 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12628 T910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12639 T910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54167/solr
[junit4:junit4]   2> 12640 T910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12640 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2226e0
[junit4:junit4]   2> 12641 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12641 T981 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12642 T981 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 12642 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39846
[junit4:junit4]   2> 12642 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39846
[junit4:junit4]   2> 12643 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d8450009 with negotiated timeout 20000 for client /127.0.0.1:39846
[junit4:junit4]   2> 12643 T981 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d8450009, negotiated timeout = 20000
[junit4:junit4]   2> 12643 T982 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2226e0 name:ZooKeeperConnection Watcher:127.0.0.1:54167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12643 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12645 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d8450009
[junit4:junit4]   2> 12646 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39846 which had sessionid 0x13d9238d8450009
[junit4:junit4]   2> 12646 T910 oaz.ZooKeeper.close Session: 0x13d9238d8450009 closed
[junit4:junit4]   2> 12646 T982 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12646 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12650 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1266633
[junit4:junit4]   2> 12652 T983 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12652 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12652 T983 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 12652 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39847
[junit4:junit4]   2> 12653 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39847
[junit4:junit4]   2> 12653 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d845000a with negotiated timeout 20000 for client /127.0.0.1:39847
[junit4:junit4]   2> 12653 T983 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d845000a, negotiated timeout = 20000
[junit4:junit4]   2> 12654 T984 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1266633 name:ZooKeeperConnection Watcher:127.0.0.1:54167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12654 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12655 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d845000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12656 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d845000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12657 T910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13660 T910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57476_
[junit4:junit4]   2> 13661 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d845000a type:delete cxid:0xd zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57476_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57476_
[junit4:junit4]   2> 13662 T910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57476_
[junit4:junit4]   2> 13665 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13665 T968 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13665 T952 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13665 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13665 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13666 T939 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13666 T984 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13666 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13667 T932 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13671 T985 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363957844273/collection1
[junit4:junit4]   2> 13671 T985 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13672 T985 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13672 T985 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13674 T985 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363957844273/collection1/'
[junit4:junit4]   2> 13674 T985 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363957844273/collection1/lib/README' to classloader
[junit4:junit4]   2> 13675 T985 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363957844273/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13723 T985 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13779 T985 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13780 T985 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13785 T985 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13996 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13997 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35084_",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35084",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 14000 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14000 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14000 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14001 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14003 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14225 T985 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14231 T985 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14234 T985 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14244 T985 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14247 T985 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14250 T985 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14250 T985 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14251 T985 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14251 T985 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14252 T985 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14252 T985 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14252 T985 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14252 T985 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363957844273/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty3/
[junit4:junit4]   2> 14253 T985 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eb35c
[junit4:junit4]   2> 14253 T985 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14253 T985 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty3
[junit4:junit4]   2> 14254 T985 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty3/index/
[junit4:junit4]   2> 14254 T985 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14254 T985 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty3/index
[junit4:junit4]   2> 14255 T985 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@974660 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17ffcaf),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14255 T985 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14257 T985 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14257 T985 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14257 T985 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14258 T985 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14258 T985 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14258 T985 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14259 T985 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14259 T985 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14259 T985 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14262 T985 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14273 T985 oass.SolrIndexSearcher.<init> Opening Searcher@17341f8 main
[junit4:junit4]   2> 14273 T985 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty3/tlog
[junit4:junit4]   2> 14274 T985 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14274 T985 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14278 T986 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17341f8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14279 T985 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14279 T985 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15505 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15506 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57476_",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57476",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 15506 T933 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15506 T933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15511 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15511 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15511 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15511 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15511 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16281 T985 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16281 T985 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57476 collection:collection1 shard:shard1
[junit4:junit4]   2> 16284 T985 oasc.ZkController.register We are http://127.0.0.1:57476/collection1/ and leader is http://127.0.0.1:52986/collection1/
[junit4:junit4]   2> 16285 T985 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57476
[junit4:junit4]   2> 16285 T985 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16285 T985 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C50 name=collection1 org.apache.solr.core.SolrCore@1bde86e url=http://127.0.0.1:57476/collection1 node=127.0.0.1:57476_ C50_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:57476_, state=down, base_url=http://127.0.0.1:57476, collection=collection1, core=collection1}
[junit4:junit4]   2> 16285 T987 C50 P57476 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16286 T985 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16286 T987 C50 P57476 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16286 T987 C50 P57476 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16286 T987 C50 P57476 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16287 T910 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16287 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16288 T987 C50 P57476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16288 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16361 T910 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16363 T910 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55937
[junit4:junit4]   2> 16364 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16364 T910 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16365 T910 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363957848034
[junit4:junit4]   2> 16365 T910 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363957848034/solr.xml
[junit4:junit4]   2> 16365 T910 oasc.CoreContainer.<init> New CoreContainer 4726245
[junit4:junit4]   2> 16366 T910 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363957848034/'
[junit4:junit4]   2> 16366 T910 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363957848034/'
[junit4:junit4]   2> 16387 T910 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16388 T910 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16388 T910 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16388 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16389 T910 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16389 T910 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16389 T910 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16390 T910 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16390 T910 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16391 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16398 T910 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16420 T910 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54167/solr
[junit4:junit4]   2> 16421 T910 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16421 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4a4835
[junit4:junit4]   2> 16422 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16422 T998 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16423 T998 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 16423 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39849
[junit4:junit4]   2> 16424 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39849
[junit4:junit4]   2> 16425 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d845000b with negotiated timeout 20000 for client /127.0.0.1:39849
[junit4:junit4]   2> 16425 T998 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d845000b, negotiated timeout = 20000
[junit4:junit4]   2> 16425 T999 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a4835 name:ZooKeeperConnection Watcher:127.0.0.1:54167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16425 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16426 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d845000b
[junit4:junit4]   2> 16427 T999 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16427 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39849 which had sessionid 0x13d9238d845000b
[junit4:junit4]   2> 16427 T910 oaz.ZooKeeper.close Session: 0x13d9238d845000b closed
[junit4:junit4]   2> 16428 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16432 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@d7a3c6
[junit4:junit4]   2> 16434 T1000 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16434 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16434 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39850
[junit4:junit4]   2> 16434 T1000 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 16435 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39850
[junit4:junit4]   2> 16436 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d845000c with negotiated timeout 20000 for client /127.0.0.1:39850
[junit4:junit4]   2> 16436 T1000 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d845000c, negotiated timeout = 20000
[junit4:junit4]   2> 16436 T1001 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d7a3c6 name:ZooKeeperConnection Watcher:127.0.0.1:54167/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16436 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16438 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d845000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16439 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d845000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16440 T910 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17014 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17015 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57476_",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57476",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 17018 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17018 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17018 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17018 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17018 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17018 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17293 T948 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {checkLive=true&wt=javabin&coreNodeName=4&state=recovering&nodeName=127.0.0.1:57476_&action=PREPRECOVERY&onlyIfLeader=true&version=2&core=collection1} status=0 QTime=1001 
[junit4:junit4]   2> 17442 T910 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55937_
[junit4:junit4]   2> 17443 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d845000c type:delete cxid:0xf zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55937_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55937_
[junit4:junit4]   2> 17444 T910 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55937_
[junit4:junit4]   2> 17447 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17447 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17447 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17447 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17447 T1001 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17447 T932 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17448 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17448 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17450 T968 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17450 T952 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17450 T984 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17450 T939 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17454 T1002 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363957848034/collection1
[junit4:junit4]   2> 17454 T1002 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17455 T1002 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17455 T1002 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17456 T1002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363957848034/collection1/'
[junit4:junit4]   2> 17456 T1002 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363957848034/collection1/lib/README' to classloader
[junit4:junit4]   2> 17457 T1002 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363957848034/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17484 T1002 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 17526 T1002 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17527 T1002 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17531 T1002 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17964 T1002 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17970 T1002 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17973 T1002 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17983 T1002 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17986 T1002 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17990 T1002 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17991 T1002 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17991 T1002 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17991 T1002 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17992 T1002 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17992 T1002 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17992 T1002 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17993 T1002 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363957848034/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty4/
[junit4:junit4]   2> 17993 T1002 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eb35c
[junit4:junit4]   2> 17993 T1002 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17994 T1002 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty4
[junit4:junit4]   2> 17994 T1002 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty4/index/
[junit4:junit4]   2> 17994 T1002 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17994 T1002 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty4/index
[junit4:junit4]   2> 17995 T1002 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10946ad lockFactory=org.apache.lucene.store.NativeFSLockFactory@a33ba9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17996 T1002 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17997 T1002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17997 T1002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17997 T1002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17998 T1002 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17998 T1002 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17999 T1002 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17999 T1002 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17999 T1002 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17999 T1002 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18002 T1002 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18004 T1002 oass.SolrIndexSearcher.<init> Opening Searcher@cdce5a main
[junit4:junit4]   2> 18005 T1002 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty4/tlog
[junit4:junit4]   2> 18005 T1002 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18005 T1002 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18011 T1003 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cdce5a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18013 T1002 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18013 T1002 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18521 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18522 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55937_",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55937",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 18522 T933 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 18523 T933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 18526 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18526 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18526 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18526 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18526 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18526 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19015 T1002 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19015 T1002 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55937 collection:collection1 shard:shard2
[junit4:junit4]   2> 19018 T1002 oasc.ZkController.register We are http://127.0.0.1:55937/collection1/ and leader is http://127.0.0.1:35084/collection1/
[junit4:junit4]   2> 19018 T1002 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55937
[junit4:junit4]   2> 19019 T1002 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19019 T1002 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C51 name=collection1 org.apache.solr.core.SolrCore@e01e95 url=http://127.0.0.1:55937/collection1 node=127.0.0.1:55937_ C51_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:55937_, state=down, base_url=http://127.0.0.1:55937, collection=collection1, core=collection1}
[junit4:junit4]   2> 19019 T1004 C51 P55937 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19020 T1004 C51 P55937 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19020 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19020 T1004 C51 P55937 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19020 T1004 C51 P55937 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19021 T910 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 19021 T1004 C51 P55937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19021 T910 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19022 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19025 T910 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19026 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19030 T945 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/onenodecollectioncore
[junit4:junit4]   2> 19030 T945 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 19031 T945 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 19031 T945 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 19032 T945 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 19032 T945 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 19034 T945 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 19035 T945 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/onenodecollectioncore/'
[junit4:junit4]   2> 19075 T945 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 19120 T945 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 19121 T945 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 19125 T945 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C50_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:57476_, state=recovering, base_url=http://127.0.0.1:57476, shard=shard1, collection=collection1, core=collection1}
[junit4:junit4]   2> 19294 T987 C50 P57476 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52986/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19294 T987 C50 P57476 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57476 START replicas=[http://127.0.0.1:52986/collection1/] nUpdates=100
[junit4:junit4]   2> 19294 T987 C50 P57476 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19295 T987 C50 P57476 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19295 T987 C50 P57476 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19295 T987 C50 P57476 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19295 T987 C50 P57476 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19295 T987 C50 P57476 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52986/collection1/. core=collection1
[junit4:junit4]   2> 19295 T987 C50 P57476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C52 name=collection1 org.apache.solr.core.SolrCore@1071a6f url=http://127.0.0.1:52986/collection1 node=127.0.0.1:52986_ C52_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:52986_, state=active, base_url=http://127.0.0.1:52986, shard=shard1, collection=collection1, core=collection1, leader=true}
[junit4:junit4]   2> 19299 T946 C52 P52986 REQ /get {wt=javabin&getVersions=100&version=2&qt=/get&distrib=false} status=0 QTime=0 
[junit4:junit4]   2> 19310 T947 C52 P52986 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19311 T947 C52 P52986 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bb6d25 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f4559f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19312 T947 C52 P52986 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19312 T947 C52 P52986 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bb6d25 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f4559f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bb6d25 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f4559f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19312 T947 C52 P52986 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19313 T947 C52 P52986 oass.SolrIndexSearcher.<init> Opening Searcher@17aa5d realtime
[junit4:junit4]   2> 19313 T947 C52 P52986 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19313 T947 C52 P52986 /update {commit=true&openSearcher=false&wt=javabin&softCommit=false&version=2&waitSearcher=true&commit_end_point=true} {commit=} 0 3
[junit4:junit4]   2> 19315 T987 C50 P57476 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19315 T987 C50 P57476 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19319 T946 C52 P52986 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19319 T946 C52 P52986 REQ /replication {wt=javabin&version=2&qt=/replication&command=indexversion} status=0 QTime=3 
[junit4:junit4]   2> 19320 T987 C50 P57476 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19320 T987 C50 P57476 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19320 T987 C50 P57476 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19322 T947 C52 P52986 REQ /replication {generation=2&wt=javabin&version=2&qt=/replication&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 19322 T987 C50 P57476 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19323 T987 C50 P57476 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty3/index.20130322131051065
[junit4:junit4]   2> 19323 T987 C50 P57476 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@41b583 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a620f4) fullCopy=false
[junit4:junit4]   2> 19325 T948 C52 P52986 REQ /replication {checksum=true&generation=2&wt=filestream&file=segments_2&qt=/replication&command=filecontent} status=0 QTime=0 
[junit4:junit4]   2> 19326 T987 C50 P57476 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19327 T987 C50 P57476 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19328 T987 C50 P57476 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19328 T987 C50 P57476 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@974660 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17ffcaf),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@974660 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17ffcaf),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19329 T987 C50 P57476 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19329 T987 C50 P57476 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19329 T987 C50 P57476 oass.SolrIndexSearcher.<init> Opening Searcher@1d44789 main
[junit4:junit4]   2> 19330 T986 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d44789 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19331 T987 C50 P57476 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19331 T987 C50 P57476 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19331 T987 C50 P57476 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19331 T987 C50 P57476 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19332 T987 C50 P57476 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19553 T945 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19559 T945 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19562 T945 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19578 T945 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19582 T945 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19585 T945 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19586 T945 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19586 T945 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19586 T945 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19587 T945 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19588 T945 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19588 T945 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19588 T945 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363957835231/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection/
[junit4:junit4]   2> 19589 T945 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6eb35c
[junit4:junit4]   2> 19589 T945 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19590 T945 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection
[junit4:junit4]   2> 19590 T945 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection/index/
[junit4:junit4]   2> 19590 T945 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19591 T945 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection/index
[junit4:junit4]   2> 19592 T945 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2347ad lockFactory=org.apache.lucene.store.NativeFSLockFactory@2e087a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19592 T945 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19594 T945 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19594 T945 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19594 T945 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19595 T945 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19595 T945 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19596 T945 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19596 T945 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19596 T945 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19597 T945 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19599 T945 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19602 T945 oass.SolrIndexSearcher.<init> Opening Searcher@143fc05 main
[junit4:junit4]   2> 19602 T945 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection/tlog
[junit4:junit4]   2> 19602 T945 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19603 T945 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19607 T1008 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@143fc05 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19608 T945 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 20030 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20031 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55937_",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55937",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 20034 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:57476_",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:57476",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 20036 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52986_",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52986",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 20036 T933 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 20037 T933 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20039 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20039 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20039 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20039 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20039 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20040 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20611 T945 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 20611 T945 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:52986 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 20612 T945 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 20617 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:delete cxid:0xac zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 20617 T945 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 20618 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0xad zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20620 T945 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 20620 T945 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 20621 T945 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52986/onenodecollectioncore/
[junit4:junit4]   2> 20621 T945 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 20621 T945 oasc.SyncStrategy.syncToMe http://127.0.0.1:52986/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 20622 T945 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52986/onenodecollectioncore/
[junit4:junit4]   2> 20622 T945 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 20625 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0xb8 zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 21026 T964 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {checkLive=true&wt=javabin&coreNodeName=5&state=recovering&nodeName=127.0.0.1:55937_&action=PREPRECOVERY&onlyIfLeader=true&version=2&core=collection1} status=0 QTime=2001 
[junit4:junit4]   2> 21545 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21552 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21552 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21552 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21552 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21552 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21552 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21579 T945 oasc.ZkController.register We are http://127.0.0.1:52986/onenodecollectioncore/ and leader is http://127.0.0.1:52986/onenodecollectioncore/
[junit4:junit4]   2> 21579 T945 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:52986
[junit4:junit4]   2> 21580 T945 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 21580 T945 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 21582 T945 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21583 T945 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {name=onenodecollectioncore&numShards=1&roles=none&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection&wt=javabin&action=CREATE&version=2&collection=onenodecollection} status=0 QTime=2554 
[junit4:junit4]   2> 21584 T910 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 21585 T910 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22586 T910 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C51_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:55937_, state=recovering, base_url=http://127.0.0.1:55937, shard=shard2, collection=collection1, core=collection1}
[junit4:junit4]   2> 23026 T1004 C51 P55937 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:35084/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23027 T1004 C51 P55937 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55937 START replicas=[http://127.0.0.1:35084/collection1/] nUpdates=100
[junit4:junit4]   2> 23028 T1004 C51 P55937 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23028 T1004 C51 P55937 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23028 T1004 C51 P55937 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23028 T1004 C51 P55937 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23029 T1004 C51 P55937 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23029 T1004 C51 P55937 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:35084/collection1/. core=collection1
[junit4:junit4]   2> 23029 T1004 C51 P55937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C53 name=collection1 org.apache.solr.core.SolrCore@1fdfbda url=http://127.0.0.1:35084/collection1 node=127.0.0.1:35084_ C53_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:35084_, state=active, base_url=http://127.0.0.1:35084, shard=shard2, collection=collection1, core=collection1, leader=true}
[junit4:junit4]   2> 23034 T964 C53 P35084 REQ /get {wt=javabin&getVersions=100&version=2&qt=/get&distrib=false} status=0 QTime=0 
[junit4:junit4]   2> 23035 T961 C53 P35084 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23037 T961 C53 P35084 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1aa275d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ccd5d4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23038 T961 C53 P35084 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23038 T961 C53 P35084 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1aa275d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ccd5d4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1aa275d lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ccd5d4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23039 T961 C53 P35084 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23039 T961 C53 P35084 oass.SolrIndexSearcher.<init> Opening Searcher@1001cd3 realtime
[junit4:junit4]   2> 23040 T961 C53 P35084 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23040 T961 C53 P35084 /update {commit=true&openSearcher=false&wt=javabin&softCommit=false&version=2&waitSearcher=true&commit_end_point=true} {commit=} 0 5
[junit4:junit4]   2> 23041 T1004 C51 P55937 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23041 T1004 C51 P55937 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23043 T964 C53 P35084 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23043 T964 C53 P35084 REQ /replication {wt=javabin&version=2&qt=/replication&command=indexversion} status=0 QTime=1 
[junit4:junit4]   2> 23044 T1004 C51 P55937 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 23044 T1004 C51 P55937 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23044 T1004 C51 P55937 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23046 T962 C53 P35084 REQ /replication {generation=2&wt=javabin&version=2&qt=/replication&command=filelist} status=0 QTime=0 
[junit4:junit4]   2> 23046 T1004 C51 P55937 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23047 T1004 C51 P55937 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty4/index.20130322131054790
[junit4:junit4]   2> 23047 T1004 C51 P55937 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@25f306 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c98b20) fullCopy=false
[junit4:junit4]   2> 23049 T961 C53 P35084 REQ /replication {checksum=true&generation=2&wt=filestream&file=segments_2&qt=/replication&command=filecontent} status=0 QTime=0 
[junit4:junit4]   2> 23051 T1004 C51 P55937 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23051 T1004 C51 P55937 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23052 T1004 C51 P55937 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23053 T1004 C51 P55937 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10946ad lockFactory=org.apache.lucene.store.NativeFSLockFactory@a33ba9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10946ad lockFactory=org.apache.lucene.store.NativeFSLockFactory@a33ba9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23053 T1004 C51 P55937 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23053 T1004 C51 P55937 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23054 T1004 C51 P55937 oass.SolrIndexSearcher.<init> Opening Searcher@1d0a13d main
[junit4:junit4]   2> 23055 T1003 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d0a13d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23056 T1004 C51 P55937 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23056 T1004 C51 P55937 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23056 T1004 C51 P55937 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23056 T1004 C51 P55937 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23057 T1004 C51 P55937 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23058 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23059 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52986_",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52986__onenodecollectioncore",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52986",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 23062 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55937_",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55937",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 23065 T939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23065 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23065 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23065 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23065 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23065 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23587 T910 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23588 T910 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 23589 T910 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23622 T910 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54167 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@c30404
[junit4:junit4]   2> 23623 T910 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 23623 T1011 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54167. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 23623 T1011 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54167, initiating session
[junit4:junit4]   2> 23623 T912 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:39862
[junit4:junit4]   2> 23624 T912 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:39862
[junit4:junit4]   2> 23625 T914 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9238d845000d with negotiated timeout 10000 for client /127.0.0.1:39862
[junit4:junit4]   2> 23625 T1011 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54167, sessionid = 0x13d9238d845000d, negotiated timeout = 10000
[junit4:junit4]   2> 23625 T1012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c30404 name:ZooKeeperConnection Watcher:127.0.0.1:54167 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 23625 T910 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 23657 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d845000d
[junit4:junit4]   2> 23658 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39862 which had sessionid 0x13d9238d845000d
[junit4:junit4]   2> 23658 T1012 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 23658 T910 oaz.ZooKeeper.close Session: 0x13d9238d845000d closed
[junit4:junit4]   2> 23659 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d8450004
[junit4:junit4]   2> 23659 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39838 which had sessionid 0x13d9238d8450004
[junit4:junit4]   2> 23660 T939 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 23660 T910 oaz.ZooKeeper.close Session: 0x13d9238d8450004 closed
[junit4:junit4]   2> 23669 T910 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 37340
[junit4:junit4]   2> 23670 T910 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=7079465
[junit4:junit4]   2> 24570 T933 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24571 T933 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37340_",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37340",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 24573 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24573 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24573 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24573 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24573 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25672 T910 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 25672 T910 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 25675 T910 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c8e9ad
[junit4:junit4]   2> 25679 T910 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 25680 T910 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 25680 T910 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 25680 T910 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 25681 T910 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 25681 T910 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data
[junit4:junit4]   2> 25681 T910 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data
[junit4:junit4]   2> 25682 T910 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data/index
[junit4:junit4]   2> 25682 T910 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/control/data/index
[junit4:junit4]   2> 25683 T933 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89388340461502467-127.0.0.1:37340_-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 25683 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d8450003
[junit4:junit4]   2> 25684 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25684 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25684 T932 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25684 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39837 which had sessionid 0x13d9238d8450003
[junit4:junit4]   2> 25684 T910 oaz.ZooKeeper.close Session: 0x13d9238d8450003 closed
[junit4:junit4]   2> 25685 T932 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 25685 T1001 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 25685 T932 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 25685 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:delete cxid:0xc6 zxid:0xe3 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 25685 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 25686 T932 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 25686 T952 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 25687 T968 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 25687 T984 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 25688 T952 oasc.Overseer.start Overseer (id=89388340461502470-127.0.0.1:52986_-n_0000000001) starting
[junit4:junit4]   2> 25688 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0xcb zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25689 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0xcc zxid:0xe6 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25690 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0xce zxid:0xe7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25691 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450006 type:create cxid:0xd0 zxid:0xe8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25692 T952 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 25692 T1014 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 25692 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 25692 T1013 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 25694 T1013 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25694 T1013 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37340_",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37340",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 25697 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 25697 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 25698 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 25697 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 25707 T910 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 25760 T910 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52986
[junit4:junit4]   2> 25760 T910 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=16962583
[junit4:junit4]   2> 27201 T1013 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 27201 T1013 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52986_",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52986__onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52986",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 27204 T1013 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52986_",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52986",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 27207 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 27207 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 27207 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 27207 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 28762 T910 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 28763 T910 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 28765 T910 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 28767 T910 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1071a6f
[junit4:junit4]   2> 28772 T910 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 28772 T910 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 28773 T910 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 28773 T910 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 28775 T910 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 28775 T910 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1
[junit4:junit4]   2> 28775 T910 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1
[junit4:junit4]   2> 28776 T910 oasc.CachingDirectoryFactory.close Closing directory when closing factory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1/index
[junit4:junit4]   2> 28776 T910 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1363957831746/jetty1/index
[junit4:junit4]   2> 28776 T910 oasc.SolrCore.close [onenodecollectioncore]  CLOSING SolrCore org.apache.solr.core.SolrCore@99ec91
[junit4:junit4]   2> 28781 T910 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 28782 T910 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 28782 T910 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 28782 T910 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 28783 T910 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
[junit4:junit4]   2> 28783 T910 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection
[junit4:junit4]   2> 28783 T910 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection
[junit4:junit4]   2> 28784 T910 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection/index
[junit4:junit4]   2> 28784 T910 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363957831746/onenodecollection/index
[junit4:junit4]   2> 28785 T1013 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89388340461502470-127.0.0.1:52986_-n_0000000001) am no longer a leader.
[junit4:junit4]   2> 28785 T915 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9238d8450006
[junit4:junit4]   2> 28786 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 28786 T952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 28786 T912 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:39840 which had sessionid 0x13d9238d8450006
[junit4:junit4]   2> 28787 T952 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 28786 T910 oaz.ZooKeeper.close Session: 0x13d9238d8450006 closed
[junit4:junit4]   2> 28787 T952 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 28787 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:delete cxid:0x7c zxid:0xf9 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 28787 T952 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 28788 T968 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 28788 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d845000a type:delete cxid:0x5e zxid:0xfa txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 28789 T984 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 28789 T1001 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 28789 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d845000a type:create cxid:0x5f zxid:0xfc txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 28790 T968 oasc.Overseer.start Overseer (id=89388340461502472-127.0.0.1:35084_-n_0000000002) starting
[junit4:junit4]   2> 28790 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:create cxid:0x81 zxid:0xfd txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 28790 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:create cxid:0x82 zxid:0xff txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 28790 T984 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4]   2> 28791 T984 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4]   2> 28791 T984 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 28791 T984 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57476/collection1/
[junit4:junit4]   2> 28791 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:create cxid:0x84 zxid:0x100 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 28791 T984 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57476 START replicas=[http://127.0.0.1:52986/collection1/] nUpdates=100
[junit4:junit4]   2> 28792 T984 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:57476 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 28792 T984 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 28792 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d8450008 type:create cxid:0x86 zxid:0x101 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 28792 T984 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 28793 T984 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57476/collection1/
[junit4:junit4]   2> 28793 T984 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 28793 T1017 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 28794 T968 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 28794 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 28794 T1016 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 28795 T915 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9238d845000a type:create cxid:0x68 zxid:0x103 txntype:-1 reqpath:n/a Error Path:/solr/over

[...truncated too long message...]

e/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([3993AA474632F341:B875245F316D937D]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 32148 T910 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 32151 T909 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 32245 T984 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 32245 T984 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 32245 T984 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 32246 T984 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 32257 T913 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 33336 T1001 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33337 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 33337 T1001 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 33337 T1001 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=sl_SI, timezone=Europe/London
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=3,free=31406400,total=90099712
[junit4:junit4]   2> NOTE: All tests run in this JVM: [CachingDirectoryFactoryTest, IndexReaderFactoryTest, TestSolr4Spatial, ChaosMonkeySafeLeaderTest, ShardRoutingCustomTest, SpellCheckCollatorTest, TestShardHandlerFactory, NotRequiredUniqueKeyTest, SpellCheckComponentTest, XsltUpdateRequestHandlerTest, CoreContainerCoreInitFailuresTest, SolrRequestParserTest, RequestHandlersTest, TestFiltering, SignatureUpdateProcessorFactoryTest, OpenExchangeRatesOrgProviderTest, TestSolrXMLSerializer, SimplePostToolTest, CurrencyFieldXmlFileTest, TestPartialUpdateDeduplication, DirectSolrSpellCheckerTest, TestCodecSupport, TestDistributedGrouping, CopyFieldTest, TestPostingsSolrHighlighter, TestCollationField, TestBinaryField, CurrencyFieldOpenExchangeTest, TestCSVResponseWriter, TestLazyCores, TestSuggestSpellingConverter, StatsComponentTest, PathHierarchyTokenizerFactoryTest, LeaderElectionIntegrationTest, DocumentAnalysisRequestHandlerTest, PingRequestHandlerTest, TestBinaryResponseWriter, IndexBasedSpellCheckerTest, TestDefaultSimilarityFactory, UniqFieldsUpdateProcessorFactoryTest, DefaultValueUpdateProcessorTest, TestUpdate, TestUtils, TestSolrJ, DirectUpdateHandlerTest, TestArbitraryIndexDir, UpdateParamsTest, DisMaxRequestHandlerTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 33.44s, 1 test, 1 error <<< FAILURES!

[...truncated 426 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 273 suites, 1149 tests, 1 error, 14 ignored (8 assumptions)

Total time: 46 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_15) - Build # 4782 - Still Failing!

Posted by Adrien Grand <jp...@gmail.com>.
I'll dig this one.
Le 22 mars 2013 19:13, "Policeman Jenkins Server" <je...@thetaphi.de> a
écrit :

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4782/
> Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC
>
> 3 tests failed.
> FAILED:
>  junit.framework.TestSuite.org.apache.lucene.index.sorter.TestSortingMergePolicy
>
> Error Message:
> Suite timeout exceeded (>= 7200000 msec).
>
> Stack Trace:
> java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
>         at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
>
>
> FAILED:
>  junit.framework.TestSuite.org.apache.lucene.index.sorter.TestSortingMergePolicy
>
> Error Message:
> Captured an uncaught exception in thread: Thread[id=29, name=Lucene Merge
> Thread #5, state=RUNNABLE, group=TGRP-TestSortingMergePolicy]
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an
> uncaught exception in thread: Thread[id=29, name=Lucene Merge Thread #5,
> state=RUNNABLE, group=TGRP-TestSortingMergePolicy]
> Caused by: org.apache.lucene.index.MergePolicy$MergeException:
> java.lang.AssertionError:
> info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175)
> vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc
> )
>         at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
>         at
> org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:541)
>         at
> org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:514)
> Caused by: java.lang.AssertionError:
> info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175)
> vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc
> )
>         at
> org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:531)
>         at
> org.apache.lucene.index.IndexWriter.numDeletedDocs(IndexWriter.java:563)
>         at
> org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3896)
>         at
> org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3886)
>         at
> org.apache.lucene.index.IndexWriter.handleMergeException(IndexWriter.java:3243)
>         at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3300)
>         at
> org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:401)
>         at
> org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:478)
>
>
> FAILED:
>  org.apache.lucene.index.sorter.TestSortingMergePolicy.testSortingMP
>
> Error Message:
> Test abandoned because suite timeout was reached.
>
> Stack Trace:
> java.lang.Exception: Test abandoned because suite timeout was reached.
>         at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
>
>
>
>
> Build Log:
> [...truncated 7704 lines...]
> [junit4:junit4] Suite:
> org.apache.lucene.index.sorter.TestSortingMergePolicy
> [junit4:junit4]   2> thg 3 22, 2013 6:09:33 CH
> com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler
> uncaughtException
> [junit4:junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene
> Merge Thread #5,6,TGRP-TestSortingMergePolicy]
> [junit4:junit4]   2> org.apache.lucene.index.MergePolicy$MergeException:
> java.lang.AssertionError:
> info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175)
> vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc
> )
> [junit4:junit4]   2>    at
> __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:541)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:514)
> [junit4:junit4]   2> Caused by: java.lang.AssertionError:
> info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175)
> vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc
> )
> [junit4:junit4]   2>    at
> org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:531)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.IndexWriter.numDeletedDocs(IndexWriter.java:563)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3896)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3886)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.IndexWriter.handleMergeException(IndexWriter.java:3243)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3300)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:401)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:478)
> [junit4:junit4]   2>
> [junit4:junit4]   2> thg 3 22, 2013 8:09:32 CH
> com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
> [junit4:junit4]   2> WARNING: Suite execution timed out:
> org.apache.lucene.index.sorter.TestSortingMergePolicy
> [junit4:junit4]   2> ==== jstack at approximately timeout time ====
> [junit4:junit4]   2>
> "TEST-TestSortingMergePolicy.testSortingMP-seed#[65EEF14FC2D459BD]" ID=23
> TIMED_WAITING on org.apache.lucene.index.IndexWriter@509693ef
> [junit4:junit4]   2>    at java.lang.Object.wait(Native Method)
> [junit4:junit4]   2>    - timed waiting on
> org.apache.lucene.index.IndexWriter@509693ef
> [junit4:junit4]   2>    at
> org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:3907)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1684)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1610)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.sorter.TestSortingMergePolicy.createRandomIndexes(TestSortingMergePolicy.java:82)
> [junit4:junit4]   2>    at
> org.apache.lucene.index.sorter.TestSortingMergePolicy.setUp(TestSortingMergePolicy.java:51)
> [junit4:junit4]   2>    at
> sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source)
> [junit4:junit4]   2>    at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4:junit4]   2>    at java.lang.reflect.Method.invoke(Method.java:601)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]   2>    at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]   2>    at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]   2>
> [junit4:junit4]   2>
> "SUITE-TestSortingMergePolicy-seed#[65EEF14FC2D459BD]" ID=22 RUNNABLE
> [junit4:junit4]   2>    at sun.management.ThreadImpl.dumpThreads0(Native
> Method)
> [junit4:junit4]   2>    at
> sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:446)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:655)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.access$800(ThreadLeakControl.java:60)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:396)
> [junit4:junit4]   2>    - locked java.lang.Object@4dca593e
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:556)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:79)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner$1.run(RandomizedRunner.java:492)
> [junit4:junit4]   2>
> [junit4:junit4]   2> "Signal Dispatcher" ID=5 RUNNABLE
> [junit4:junit4]   2>
> [junit4:junit4]   2> "Finalizer" ID=3 WAITING on
> java.lang.ref.ReferenceQueue$Lock@1fa91d58
> [junit4:junit4]   2>    at java.lang.Object.wait(Native Method)
> [junit4:junit4]   2>    - waiting on
> java.lang.ref.ReferenceQueue$Lock@1fa91d58
> [junit4:junit4]   2>    at
> java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
> [junit4:junit4]   2>    at
> java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
> [junit4:junit4]   2>    at
> java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177)
> [junit4:junit4]   2>
> [junit4:junit4]   2> "Reference Handler" ID=2 WAITING on
> java.lang.ref.Reference$Lock@17c58ca5
> [junit4:junit4]   2>    at java.lang.Object.wait(Native Method)
> [junit4:junit4]   2>    - waiting on java.lang.ref.Reference$Lock@17c58ca5
> [junit4:junit4]   2>    at java.lang.Object.wait(Object.java:503)
> [junit4:junit4]   2>    at
> java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
> [junit4:junit4]   2>
> [junit4:junit4]   2> "main" ID=1 WAITING on
> com.carrotsearch.randomizedtesting.RandomizedRunner$1@3e1229d2
> [junit4:junit4]   2>    at java.lang.Object.wait(Native Method)
> [junit4:junit4]   2>    - waiting on
> com.carrotsearch.randomizedtesting.RandomizedRunner$1@3e1229d2
> [junit4:junit4]   2>    at java.lang.Thread.join(Thread.java:1258)
> [junit4:junit4]   2>    at java.lang.Thread.join(Thread.java:1332)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:502)
> [junit4:junit4]   2>    at
> com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:399)
> [junit4:junit4]   2>    at
> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:180)
> [junit4:junit4]   2>    at
> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:275)
> [junit4:junit4]   2>    at
> com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
> [junit4:junit4]   2>
> [junit4:junit4]   2> ^^==============================================
> [junit4:junit4]   2>
> [junit4:junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=TestSortingMergePolicy -Dtests.method=testSortingMP
> -Dtests.seed=65EEF14FC2D459BD -Dtests.multiplier=3 -Dtests.slow=true
> -Dtests.locale=vi_VN -Dtests.timezone=Europe/Mariehamn
> -Dtests.file.encoding=UTF-8
> [junit4:junit4] ERROR   7200s J1 | TestSortingMergePolicy.testSortingMP <<<
> [junit4:junit4]    > Throwable #1: java.lang.Exception: Test abandoned
> because suite timeout was reached.
> [junit4:junit4]    >    at
> __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
> [junit4:junit4]   2> thg 3 22, 2013 8:09:32 CH
> com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
> [junit4:junit4]   2> WARNING: Will linger awaiting termination of 1 leaked
> thread(s).
> [junit4:junit4]   2> thg 3 22, 2013 8:09:52 CH
> com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
> [junit4:junit4]   2> SEVERE: 1 thread leaked from SUITE scope at
> org.apache.lucene.index.sorter.TestSortingMergePolicy:
> [junit4:junit4]   2>    1) Thread[id=23,
> name=TEST-TestSortingMergePolicy.testSortingMP-seed#[65EEF14FC2D459BD],
> state=TIMED_WAITING, group=TGRP-TestSortingMergePolicy]
> [junit4:junit4]   2>         at java.lang.Object.wait(Native Method)
> [junit4:junit4]   2>         at
> org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:3907)
> [junit4:junit4]   2>         at
> org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1684)
> [junit4:junit4]   2>         at
> org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1610)
> [junit4:junit4]   2>         at
> org.apache.lucene.index.sorter.TestSortingMergePolicy.createRandomIndexes(TestSortingMergePolicy.java:82)
> [junit4:junit4]   2>         at
> org.apache.lucene.index.sorter.TestSortingMergePolicy.setUp(TestSortingMergePolicy.java:51)
> [junit4:junit4]   2>         at
> sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source)
> [junit4:junit4]   2>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> [junit4:junit4]   2>         at
> java.lang.reflect.Method.invoke(Method.java:601)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> [junit4:junit4]   2>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> [junit4:junit4]   2>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> [junit4:junit4]   2>         at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]   2> thg 3 22, 2013 8:09:52 CH
> com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
> [junit4:junit4]   2> INFO: Starting to interrupt leaked threads:
> [junit4:junit4]   2>    1) Thread[id=23,
> name=TEST-TestSortingMergePolicy.testSortingMP-seed#[65EEF14FC2D459BD],
> state=TIMED_WAITING, group=TGRP-TestSortingMergePolicy]
> [junit4:junit4]   2> Mar 22, 2013 6:09:52 PM
> com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
> [junit4:junit4]   2> INFO: All leaked threads terminated.
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42:
> {s=Pulsing41(freqCutoff=15 minBlockSize=73 maxBlockSize=159)},
> docValues:{ndv=DocValuesFormat(name=Lucene42)},
> sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=vi_VN,
> timezone=Europe/Mariehamn
> [junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic amd64/Oracle Corporation
> 1.7.0_15 (64-bit)/cpus=8,threads=1,free=93349800,total=126418944
> [junit4:junit4]   2> NOTE: All tests run in this JVM:
> [SweetSpotSimilarityTest, SortingAtomicReaderTest, TestIndexSplitter,
> TestPKIndexSplitter, TestMultiPassIndexSplitter, IndexSortingTest,
> TestSortingMergePolicy]
> [junit4:junit4]   2> NOTE: reproduce with: ant test
>  -Dtestcase=TestSortingMergePolicy -Dtests.seed=65EEF14FC2D459BD
> -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=vi_VN
> -Dtests.timezone=Europe/Mariehamn -Dtests.file.encoding=UTF-8
> [junit4:junit4] ERROR   0.00s J1 | TestSortingMergePolicy (suite) <<<
> [junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout
> exceeded (>= 7200000 msec).
> [junit4:junit4]    >    at
> __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
> [junit4:junit4]    > Throwable #2:
> com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an
> uncaught exception in thread: Thread[id=29, name=Lucene Merge Thread #5,
> state=RUNNABLE, group=TGRP-TestSortingMergePolicy]
> [junit4:junit4]    > Caused by:
> org.apache.lucene.index.MergePolicy$MergeException:
> java.lang.AssertionError:
> info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175)
> vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc
> )
> [junit4:junit4]    >    at
> __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
> [junit4:junit4]    >    at
> org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:541)
> [junit4:junit4]    >    at
> org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:514)
> [junit4:junit4]    > Caused by: java.lang.AssertionError:
> info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175)
> vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafclockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc
> )
> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:531)
> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.numDeletedDocs(IndexWriter.java:563)
> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3896)
> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3886)
> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.handleMergeException(IndexWriter.java:3243)
> [junit4:junit4]    >    at
> org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3300)
> [junit4:junit4]    >    at
> org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:401)
> [junit4:junit4]    >    at
> org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:478)
> [junit4:junit4] Completed on J1 in 7220.15s, 1 test, 3 errors <<< FAILURES!
>
> [...truncated 11 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:548: The
> following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1757:
> The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61:
> The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213:
> The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877:
> There were test failures: 10 suites, 39 tests, 2 suite-level errors, 1
> error, 1 ignored (1 assumption)
>
> Total time: 140 minutes 52 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_15) - Build # 4782 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4782/
Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.lucene.index.sorter.TestSortingMergePolicy

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.sorter.TestSortingMergePolicy

Error Message:
Captured an uncaught exception in thread: Thread[id=29, name=Lucene Merge Thread #5, state=RUNNABLE, group=TGRP-TestSortingMergePolicy]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=29, name=Lucene Merge Thread #5, state=RUNNABLE, group=TGRP-TestSortingMergePolicy]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.AssertionError: info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175) vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc)
	at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:541)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:514)
Caused by: java.lang.AssertionError: info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175) vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc)
	at org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:531)
	at org.apache.lucene.index.IndexWriter.numDeletedDocs(IndexWriter.java:563)
	at org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3896)
	at org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3886)
	at org.apache.lucene.index.IndexWriter.handleMergeException(IndexWriter.java:3243)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3300)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:401)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:478)


FAILED:  org.apache.lucene.index.sorter.TestSortingMergePolicy.testSortingMP

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)




Build Log:
[...truncated 7704 lines...]
[junit4:junit4] Suite: org.apache.lucene.index.sorter.TestSortingMergePolicy
[junit4:junit4]   2> thg 3 22, 2013 6:09:33 CH com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4:junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #5,6,TGRP-TestSortingMergePolicy]
[junit4:junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.AssertionError: info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175) vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc)
[junit4:junit4]   2> 	at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
[junit4:junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:541)
[junit4:junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:514)
[junit4:junit4]   2> Caused by: java.lang.AssertionError: info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175) vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:531)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.numDeletedDocs(IndexWriter.java:563)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3896)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3886)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.handleMergeException(IndexWriter.java:3243)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3300)
[junit4:junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:401)
[junit4:junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:478)
[junit4:junit4]   2> 
[junit4:junit4]   2> thg 3 22, 2013 8:09:32 CH com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4:junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.index.sorter.TestSortingMergePolicy
[junit4:junit4]   2> ==== jstack at approximately timeout time ====
[junit4:junit4]   2> "TEST-TestSortingMergePolicy.testSortingMP-seed#[65EEF14FC2D459BD]" ID=23 TIMED_WAITING on org.apache.lucene.index.IndexWriter@509693ef
[junit4:junit4]   2> 	at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	- timed waiting on org.apache.lucene.index.IndexWriter@509693ef
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:3907)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1684)
[junit4:junit4]   2> 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1610)
[junit4:junit4]   2> 	at org.apache.lucene.index.sorter.TestSortingMergePolicy.createRandomIndexes(TestSortingMergePolicy.java:82)
[junit4:junit4]   2> 	at org.apache.lucene.index.sorter.TestSortingMergePolicy.setUp(TestSortingMergePolicy.java:51)
[junit4:junit4]   2> 	at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source)
[junit4:junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> "SUITE-TestSortingMergePolicy-seed#[65EEF14FC2D459BD]" ID=22 RUNNABLE
[junit4:junit4]   2> 	at sun.management.ThreadImpl.dumpThreads0(Native Method)
[junit4:junit4]   2> 	at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:446)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:655)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$800(ThreadLeakControl.java:60)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:396)
[junit4:junit4]   2> 	- locked java.lang.Object@4dca593e
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:556)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:79)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$1.run(RandomizedRunner.java:492)
[junit4:junit4]   2> 
[junit4:junit4]   2> "Signal Dispatcher" ID=5 RUNNABLE
[junit4:junit4]   2> 
[junit4:junit4]   2> "Finalizer" ID=3 WAITING on java.lang.ref.ReferenceQueue$Lock@1fa91d58
[junit4:junit4]   2> 	at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	- waiting on java.lang.ref.ReferenceQueue$Lock@1fa91d58
[junit4:junit4]   2> 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
[junit4:junit4]   2> 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
[junit4:junit4]   2> 	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:177)
[junit4:junit4]   2> 
[junit4:junit4]   2> "Reference Handler" ID=2 WAITING on java.lang.ref.Reference$Lock@17c58ca5
[junit4:junit4]   2> 	at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	- waiting on java.lang.ref.Reference$Lock@17c58ca5
[junit4:junit4]   2> 	at java.lang.Object.wait(Object.java:503)
[junit4:junit4]   2> 	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
[junit4:junit4]   2> 
[junit4:junit4]   2> "main" ID=1 WAITING on com.carrotsearch.randomizedtesting.RandomizedRunner$1@3e1229d2
[junit4:junit4]   2> 	at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	- waiting on com.carrotsearch.randomizedtesting.RandomizedRunner$1@3e1229d2
[junit4:junit4]   2> 	at java.lang.Thread.join(Thread.java:1258)
[junit4:junit4]   2> 	at java.lang.Thread.join(Thread.java:1332)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:502)
[junit4:junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:399)
[junit4:junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:180)
[junit4:junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:275)
[junit4:junit4]   2> 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
[junit4:junit4]   2> 
[junit4:junit4]   2> ^^==============================================
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSortingMergePolicy -Dtests.method=testSortingMP -Dtests.seed=65EEF14FC2D459BD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=vi_VN -Dtests.timezone=Europe/Mariehamn -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   7200s J1 | TestSortingMergePolicy.testSortingMP <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
[junit4:junit4]   2> thg 3 22, 2013 8:09:32 CH com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4:junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> thg 3 22, 2013 8:09:52 CH com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4:junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.sorter.TestSortingMergePolicy: 
[junit4:junit4]   2>    1) Thread[id=23, name=TEST-TestSortingMergePolicy.testSortingMP-seed#[65EEF14FC2D459BD], state=TIMED_WAITING, group=TGRP-TestSortingMergePolicy]
[junit4:junit4]   2>         at java.lang.Object.wait(Native Method)
[junit4:junit4]   2>         at org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:3907)
[junit4:junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1684)
[junit4:junit4]   2>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1610)
[junit4:junit4]   2>         at org.apache.lucene.index.sorter.TestSortingMergePolicy.createRandomIndexes(TestSortingMergePolicy.java:82)
[junit4:junit4]   2>         at org.apache.lucene.index.sorter.TestSortingMergePolicy.setUp(TestSortingMergePolicy.java:51)
[junit4:junit4]   2>         at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source)
[junit4:junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:771)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   2>         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> thg 3 22, 2013 8:09:52 CH com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4:junit4]   2> INFO: Starting to interrupt leaked threads:
[junit4:junit4]   2>    1) Thread[id=23, name=TEST-TestSortingMergePolicy.testSortingMP-seed#[65EEF14FC2D459BD], state=TIMED_WAITING, group=TGRP-TestSortingMergePolicy]
[junit4:junit4]   2> Mar 22, 2013 6:09:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4:junit4]   2> INFO: All leaked threads terminated.
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {s=Pulsing41(freqCutoff=15 minBlockSize=73 maxBlockSize=159)}, docValues:{ndv=DocValuesFormat(name=Lucene42)}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=vi_VN, timezone=Europe/Mariehamn
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic amd64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=8,threads=1,free=93349800,total=126418944
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SweetSpotSimilarityTest, SortingAtomicReaderTest, TestIndexSplitter, TestPKIndexSplitter, TestMultiPassIndexSplitter, IndexSortingTest, TestSortingMergePolicy]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSortingMergePolicy -Dtests.seed=65EEF14FC2D459BD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=vi_VN -Dtests.timezone=Europe/Mariehamn -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   0.00s J1 | TestSortingMergePolicy (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=29, name=Lucene Merge Thread #5, state=RUNNABLE, group=TGRP-TestSortingMergePolicy]
[junit4:junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.AssertionError: info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175) vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([65EEF14FC2D459BD]:0)
[junit4:junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:541)
[junit4:junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:514)
[junit4:junit4]    > Caused by: java.lang.AssertionError: info.dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@587b25cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ceea175) vs MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ae2bafc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b621ccc)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter$ReaderPool.get(IndexWriter.java:531)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.numDeletedDocs(IndexWriter.java:563)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3896)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.segString(IndexWriter.java:3886)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.handleMergeException(IndexWriter.java:3243)
[junit4:junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3300)
[junit4:junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:401)
[junit4:junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:478)
[junit4:junit4] Completed on J1 in 7220.15s, 1 test, 3 errors <<< FAILURES!

[...truncated 11 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build.xml:548: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1757: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 10 suites, 39 tests, 2 suite-level errors, 1 error, 1 ignored (1 assumption)

Total time: 140 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4781 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4781/
Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseG1GC -XX:MarkStackSize=256K

2 tests failed.
REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([9527A265BD6763F:88B4F43E2C891603]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:33614/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:33614/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([9527A265BD6763F:88B4F43E2C891603]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8965 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 1 T229 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 4 T229 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363963700673
[junit4:junit4]   2> 7 T229 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 9 T230 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 30 T230 oaz.Environment.logEnv Server environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 30 T230 oaz.Environment.logEnv Server environment:host.name=serv1
[junit4:junit4]   2> 30 T230 oaz.Environment.logEnv Server environment:java.version=1.8.0-ea
[junit4:junit4]   2> 30 T230 oaz.Environment.logEnv Server environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 31 T230 oaz.Environment.logEnv Server environment:java.home=/var/lib/jenkins/tools/java/32bit/jdk1.8.0-ea-b79/jre
[junit4:junit4]   2> 31 T230 oaz.Environment.logEnv Server environment:java.class.path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/test:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/common/lucene-analyzers-common-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/lucene-codecs-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/highlighter/lucene-highlighter-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/memory/lucene-memory-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/misc/lucene-misc-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/spatial/lucene-spatial-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/suggest/lucene-suggest-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/grouping/lucene-grouping-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queries/lucene-queries-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queryparser/lucene-queryparser-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/cglib-nodep-2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-cli-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-codec-1.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-fileupload-1.2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-lang-2.6.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/easymock-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/guava-13.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/javax.servlet-api-3.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/objenesis-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/spatial4j-0.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/commons-io-2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpclient-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpcore-4.2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpmime-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/noggit-0.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-api-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/wstx-asl-3.2.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/zookeeper-3.4.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/servlet-api-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/var/lib/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/java/32bit/jdk1.8.0-ea-b79/lib/tools.jar:/var/lib/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 32 T230 oaz.Environment.logEnv Server environment:java.library.path=/usr/java/packages/lib/i386:/lib:/usr/lib
[junit4:junit4]   2> 32 T230 oaz.Environment.logEnv Server environment:java.io.tmpdir=.
[junit4:junit4]   2> 32 T230 oaz.Environment.logEnv Server environment:java.compiler=<NA>
[junit4:junit4]   2> 32 T230 oaz.Environment.logEnv Server environment:os.name=Linux
[junit4:junit4]   2> 32 T230 oaz.Environment.logEnv Server environment:os.arch=i386
[junit4:junit4]   2> 33 T230 oaz.Environment.logEnv Server environment:os.version=3.2.0-39-generic
[junit4:junit4]   2> 33 T230 oaz.Environment.logEnv Server environment:user.name=jenkins
[junit4:junit4]   2> 33 T230 oaz.Environment.logEnv Server environment:user.home=/var/lib/jenkins
[junit4:junit4]   2> 33 T230 oaz.Environment.logEnv Server environment:user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 45 T230 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 45 T230 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 45 T230 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 46 T230 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 70 T230 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 108 T229 oasc.ZkTestServer.run start zk server on port:59500
[junit4:junit4]   2> 128 T229 oaz.Environment.logEnv Client environment:zookeeper.version=3.4.5-1392090, built on 09/30/2012 17:52 GMT
[junit4:junit4]   2> 129 T229 oaz.Environment.logEnv Client environment:host.name=serv1
[junit4:junit4]   2> 129 T229 oaz.Environment.logEnv Client environment:java.version=1.8.0-ea
[junit4:junit4]   2> 129 T229 oaz.Environment.logEnv Client environment:java.vendor=Oracle Corporation
[junit4:junit4]   2> 130 T229 oaz.Environment.logEnv Client environment:java.home=/var/lib/jenkins/tools/java/32bit/jdk1.8.0-ea-b79/jre
[junit4:junit4]   2> 130 T229 oaz.Environment.logEnv Client environment:java.class.path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/test:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/test-framework/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/common/lucene-analyzers-common-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/codecs/lucene-codecs-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/highlighter/lucene-highlighter-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/memory/lucene-memory-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/misc/lucene-misc-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/spatial/lucene-spatial-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/suggest/lucene-suggest-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/grouping/lucene-grouping-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queries/lucene-queries-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/queryparser/lucene-queryparser-4.3-SNAPSHOT.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/cglib-nodep-2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-cli-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-codec-1.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-fileupload-1.2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/commons-lang-2.6.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/easymock-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/guava-13.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/javax.servlet-api-3.0.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/objenesis-1.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/core/lib/spatial4j-0.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/commons-io-2.1.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpclient-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpcore-4.2.2.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/httpmime-4.2.3.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/jcl-over-slf4j-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/noggit-0.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-api-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/slf4j-jdk14-1.6.4.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/wstx-asl-3.2.7.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/solrj/lib/zookeeper-3.4.5.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-continuation-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-deploy-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-http-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-io-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-jmx-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-security-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-server-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-servlet-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-util-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-webapp-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/jetty-xml-8.1.8.v20121106.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/lib/servlet-api-3.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/build/core/classes/java:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/junit-4.10.jar:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/test-framework/lib/randomizedtesting-runner-2.0.8.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/var/lib/jenkins/.ant/lib/ivy-2.3.0.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/var/lib/jenkins/tools/java/32bit/jdk1.8.0-ea-b79/lib/tools.jar:/var/lib/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.8.jar
[junit4:junit4]   2> 131 T229 oaz.Environment.logEnv Client environment:java.library.path=/usr/java/packages/lib/i386:/lib:/usr/lib
[junit4:junit4]   2> 131 T229 oaz.Environment.logEnv Client environment:java.io.tmpdir=.
[junit4:junit4]   2> 132 T229 oaz.Environment.logEnv Client environment:java.compiler=<NA>
[junit4:junit4]   2> 132 T229 oaz.Environment.logEnv Client environment:os.name=Linux
[junit4:junit4]   2> 132 T229 oaz.Environment.logEnv Client environment:os.arch=i386
[junit4:junit4]   2> 132 T229 oaz.Environment.logEnv Client environment:os.version=3.2.0-39-generic
[junit4:junit4]   2> 133 T229 oaz.Environment.logEnv Client environment:user.name=jenkins
[junit4:junit4]   2> 133 T229 oaz.Environment.logEnv Client environment:user.home=/var/lib/jenkins
[junit4:junit4]   2> 133 T229 oaz.Environment.logEnv Client environment:user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 135 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a7d9d7
[junit4:junit4]   2> 159 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 164 T235 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 165 T235 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 165 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37887
[junit4:junit4]   2> 179 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37887
[junit4:junit4]   2> 182 T233 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 310 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0000 with negotiated timeout 10000 for client /127.0.0.1:37887
[junit4:junit4]   2> 310 T235 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0000, negotiated timeout = 10000
[junit4:junit4]   2> 313 T236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a7d9d7 name:ZooKeeperConnection Watcher:127.0.0.1:59500 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 313 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 315 T229 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 339 T234 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9292660f0000
[junit4:junit4]   2> 340 T236 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 340 T229 oaz.ZooKeeper.close Session: 0x13d9292660f0000 closed
[junit4:junit4]   2> 341 T231 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37887 which had sessionid 0x13d9292660f0000
[junit4:junit4]   2> 341 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@c48d7c
[junit4:junit4]   2> 342 T237 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 342 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 342 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37888
[junit4:junit4]   2> 342 T237 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 343 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37888
[junit4:junit4]   2> 343 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0001 with negotiated timeout 10000 for client /127.0.0.1:37888
[junit4:junit4]   2> 343 T237 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0001, negotiated timeout = 10000
[junit4:junit4]   2> 344 T238 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c48d7c name:ZooKeeperConnection Watcher:127.0.0.1:59500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 344 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 344 T229 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 348 T229 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 351 T229 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 353 T229 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 356 T229 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 367 T229 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 373 T229 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 374 T229 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 378 T229 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 379 T229 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 382 T229 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 382 T229 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 385 T229 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 386 T229 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 389 T229 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 389 T229 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 392 T229 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 393 T229 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 396 T229 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 397 T229 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 399 T229 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 400 T229 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 403 T234 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9292660f0001
[junit4:junit4]   2> 403 T238 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 403 T231 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37888 which had sessionid 0x13d9292660f0001
[junit4:junit4]   2> 403 T229 oaz.ZooKeeper.close Session: 0x13d9292660f0001 closed
[junit4:junit4]   2> 492 T229 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 498 T229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58666
[junit4:junit4]   2> 499 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 499 T229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 499 T229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363963701073
[junit4:junit4]   2> 500 T229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363963701073/solr.xml
[junit4:junit4]   2> 500 T229 oasc.CoreContainer.<init> New CoreContainer 20627388
[junit4:junit4]   2> 501 T229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363963701073/'
[junit4:junit4]   2> 501 T229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363963701073/'
[junit4:junit4]   2> 522 T229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 522 T229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 523 T229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 523 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 524 T229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 524 T229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 524 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 525 T229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 525 T229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 525 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 533 T229 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 547 T229 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59500/solr
[junit4:junit4]   2> 556 T229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 556 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@130ac87
[junit4:junit4]   2> 557 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 557 T248 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 558 T248 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 558 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37891
[junit4:junit4]   2> 559 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37891
[junit4:junit4]   2> 560 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0002 with negotiated timeout 20000 for client /127.0.0.1:37891
[junit4:junit4]   2> 560 T248 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0002, negotiated timeout = 20000
[junit4:junit4]   2> 560 T249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@130ac87 name:ZooKeeperConnection Watcher:127.0.0.1:59500 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 560 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 561 T234 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9292660f0002
[junit4:junit4]   2> 562 T249 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 562 T231 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37891 which had sessionid 0x13d9292660f0002
[junit4:junit4]   2> 562 T229 oaz.ZooKeeper.close Session: 0x13d9292660f0002 closed
[junit4:junit4]   2> 564 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 568 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f1a9e2
[junit4:junit4]   2> 569 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 570 T250 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 570 T250 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 570 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37892
[junit4:junit4]   2> 571 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37892
[junit4:junit4]   2> 571 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0003 with negotiated timeout 20000 for client /127.0.0.1:37892
[junit4:junit4]   2> 571 T250 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0003, negotiated timeout = 20000
[junit4:junit4]   2> 572 T251 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f1a9e2 name:ZooKeeperConnection Watcher:127.0.0.1:59500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 572 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 577 T229 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 583 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 585 T229 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 591 T229 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 593 T229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58666_
[junit4:junit4]   2> 595 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58666_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58666_
[junit4:junit4]   2> 596 T229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58666_
[junit4:junit4]   2> 603 T229 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 615 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 616 T229 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 618 T229 oasc.Overseer.start Overseer (id=89388725092417539-127.0.0.1:58666_-n_0000000000) starting
[junit4:junit4]   2> 619 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 623 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 624 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 625 T229 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 631 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 633 T253 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 633 T229 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 635 T229 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 638 T229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 643 T252 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 647 T254 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363963701073/collection1
[junit4:junit4]   2> 647 T254 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 648 T254 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 648 T254 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 649 T254 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363963701073/collection1/'
[junit4:junit4]   2> 650 T254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363963701073/collection1/lib/README' to classloader
[junit4:junit4]   2> 650 T254 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363963701073/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 687 T254 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 744 T254 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 745 T254 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 754 T254 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1193 T254 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1200 T254 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1203 T254 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1219 T254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1223 T254 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1226 T254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1228 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1228 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1228 T254 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1229 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1229 T254 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1230 T254 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1230 T254 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1363963701073/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/control/data/
[junit4:junit4]   2> 1232 T254 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12e4cb8
[junit4:junit4]   2> 1232 T254 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1232 T254 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/control/data
[junit4:junit4]   2> 1233 T254 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/control/data/index/
[junit4:junit4]   2> 1233 T254 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1233 T254 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/control/data/index
[junit4:junit4]   2> 1234 T254 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@82fabd lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ae711)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1235 T254 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1246 T254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1246 T254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1246 T254 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1247 T254 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1247 T254 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1247 T254 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1248 T254 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1248 T254 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1249 T254 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1251 T254 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1254 T254 oass.SolrIndexSearcher.<init> Opening Searcher@107893d main
[junit4:junit4]   2> 1256 T254 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/control/data/tlog
[junit4:junit4]   2> 1262 T254 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1262 T254 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1267 T255 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@107893d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1268 T254 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1269 T254 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2148 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2149 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58666",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58666_",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 2150 T252 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2152 T252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2161 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2271 T254 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2271 T254 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58666 collection:control_collection shard:shard1
[junit4:junit4]   2> 2275 T254 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 2280 T254 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2287 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:delete cxid:0x82 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2287 T254 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2288 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:create cxid:0x83 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2290 T254 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2290 T254 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2292 T254 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58666/collection1/
[junit4:junit4]   2> 2292 T254 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2293 T254 oasc.SyncStrategy.syncToMe http://127.0.0.1:58666/collection1/ has no replicas
[junit4:junit4]   2> 2293 T254 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58666/collection1/
[junit4:junit4]   2> 2293 T254 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2298 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0003 type:create cxid:0x8e zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3666 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3675 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3703 T254 oasc.ZkController.register We are http://127.0.0.1:58666/collection1/ and leader is http://127.0.0.1:58666/collection1/
[junit4:junit4]   2> 3704 T254 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58666
[junit4:junit4]   2> 3704 T254 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3704 T254 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3705 T254 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3706 T254 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3708 T229 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3708 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3709 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3714 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3716 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@99c71d
[junit4:junit4]   2> 3717 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3717 T257 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3718 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37897
[junit4:junit4]   2> 3718 T257 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 3718 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37897
[junit4:junit4]   2> 3719 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0004 with negotiated timeout 10000 for client /127.0.0.1:37897
[junit4:junit4]   2> 3719 T257 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0004, negotiated timeout = 10000
[junit4:junit4]   2> 3719 T258 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@99c71d name:ZooKeeperConnection Watcher:127.0.0.1:59500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3720 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3721 T229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3724 T229 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3798 T229 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3800 T229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37600
[junit4:junit4]   2> 3800 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3801 T229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3801 T229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394
[junit4:junit4]   2> 3802 T229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/solr.xml
[junit4:junit4]   2> 3802 T229 oasc.CoreContainer.<init> New CoreContainer 13080136
[junit4:junit4]   2> 3802 T229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/'
[junit4:junit4]   2> 3803 T229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/'
[junit4:junit4]   2> 3827 T229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3828 T229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3828 T229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3828 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3829 T229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3829 T229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3829 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3830 T229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3830 T229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3831 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3839 T229 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3854 T229 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59500/solr
[junit4:junit4]   2> 3855 T229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3855 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@17d5d6f
[junit4:junit4]   2> 3856 T268 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3856 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3857 T268 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 3857 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37898
[junit4:junit4]   2> 3858 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37898
[junit4:junit4]   2> 3858 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0005 with negotiated timeout 20000 for client /127.0.0.1:37898
[junit4:junit4]   2> 3858 T268 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0005, negotiated timeout = 20000
[junit4:junit4]   2> 3859 T269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17d5d6f name:ZooKeeperConnection Watcher:127.0.0.1:59500 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3859 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3860 T234 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9292660f0005
[junit4:junit4]   2> 3861 T269 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3861 T231 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37898 which had sessionid 0x13d9292660f0005
[junit4:junit4]   2> 3861 T229 oaz.ZooKeeper.close Session: 0x13d9292660f0005 closed
[junit4:junit4]   2> 3861 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3864 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@429722
[junit4:junit4]   2> 3865 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3865 T270 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3866 T270 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 3866 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37899
[junit4:junit4]   2> 3866 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37899
[junit4:junit4]   2> 3867 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0006 with negotiated timeout 20000 for client /127.0.0.1:37899
[junit4:junit4]   2> 3867 T270 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0006, negotiated timeout = 20000
[junit4:junit4]   2> 3867 T271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@429722 name:ZooKeeperConnection Watcher:127.0.0.1:59500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3868 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3868 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3869 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3871 T229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4875 T229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37600_
[junit4:junit4]   2> 4876 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0006 type:delete cxid:0xd zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37600_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37600_
[junit4:junit4]   2> 4876 T229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37600_
[junit4:junit4]   2> 4878 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4879 T258 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4879 T271 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4880 T251 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4886 T272 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/collection1
[junit4:junit4]   2> 4886 T272 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4887 T272 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4887 T272 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4888 T272 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/collection1/'
[junit4:junit4]   2> 4889 T272 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/collection1/lib/README' to classloader
[junit4:junit4]   2> 4889 T272 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4916 T272 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 4952 T272 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4953 T272 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4958 T272 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5181 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5182 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58666",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58666_",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:58666__collection1",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 5188 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5188 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5189 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5363 T272 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5369 T272 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5372 T272 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5387 T272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5390 T272 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5393 T272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5394 T272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5395 T272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5395 T272 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5396 T272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5396 T272 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5397 T272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5397 T272 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty1/
[junit4:junit4]   2> 5397 T272 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12e4cb8
[junit4:junit4]   2> 5397 T272 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5398 T272 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty1
[junit4:junit4]   2> 5398 T272 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty1/index/
[junit4:junit4]   2> 5398 T272 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5399 T272 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty1/index
[junit4:junit4]   2> 5400 T272 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fa10ba lockFactory=org.apache.lucene.store.NativeFSLockFactory@135d434)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5400 T272 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5401 T272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5402 T272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5402 T272 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5403 T272 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5404 T272 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5404 T272 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5404 T272 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5405 T272 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5405 T272 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5407 T272 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5410 T272 oass.SolrIndexSearcher.<init> Opening Searcher@22f109 main
[junit4:junit4]   2> 5410 T272 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty1/tlog
[junit4:junit4]   2> 5411 T272 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5411 T272 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5416 T273 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22f109 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5417 T272 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5417 T272 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6693 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6694 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37600",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37600_",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 6694 T252 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6695 T252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6701 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6702 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6702 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7419 T272 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7419 T272 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37600 collection:collection1 shard:shard1
[junit4:junit4]   2> 7420 T272 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7428 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0006 type:delete cxid:0x4a zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7428 T272 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7429 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0006 type:create cxid:0x4b zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7431 T272 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7443 T272 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7444 T272 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37600/collection1/
[junit4:junit4]   2> 7444 T272 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7444 T272 oasc.SyncStrategy.syncToMe http://127.0.0.1:37600/collection1/ has no replicas
[junit4:junit4]   2> 7444 T272 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37600/collection1/
[junit4:junit4]   2> 7444 T272 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7449 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0006 type:create cxid:0x56 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8206 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8219 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8219 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8219 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8252 T272 oasc.ZkController.register We are http://127.0.0.1:37600/collection1/ and leader is http://127.0.0.1:37600/collection1/
[junit4:junit4]   2> 8252 T272 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37600
[junit4:junit4]   2> 8253 T272 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8253 T272 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8253 T272 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8254 T272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8255 T229 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8256 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8257 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8339 T229 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8342 T229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33614
[junit4:junit4]   2> 8343 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8343 T229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8343 T229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363963708931
[junit4:junit4]   2> 8344 T229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363963708931/solr.xml
[junit4:junit4]   2> 8344 T229 oasc.CoreContainer.<init> New CoreContainer 9509354
[junit4:junit4]   2> 8345 T229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363963708931/'
[junit4:junit4]   2> 8345 T229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363963708931/'
[junit4:junit4]   2> 8368 T229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8369 T229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8369 T229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8370 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8370 T229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8371 T229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8372 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8372 T229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8373 T229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8373 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8381 T229 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8393 T229 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59500/solr
[junit4:junit4]   2> 8393 T229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8394 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@169914d
[junit4:junit4]   2> 8395 T284 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8395 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8396 T284 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 8396 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37910
[junit4:junit4]   2> 8396 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37910
[junit4:junit4]   2> 8397 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0007 with negotiated timeout 20000 for client /127.0.0.1:37910
[junit4:junit4]   2> 8397 T284 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0007, negotiated timeout = 20000
[junit4:junit4]   2> 8398 T285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@169914d name:ZooKeeperConnection Watcher:127.0.0.1:59500 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8398 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8400 T234 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9292660f0007
[junit4:junit4]   2> 8401 T231 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37910 which had sessionid 0x13d9292660f0007
[junit4:junit4]   2> 8404 T285 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8404 T229 oaz.ZooKeeper.close Session: 0x13d9292660f0007 closed
[junit4:junit4]   2> 8405 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8408 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@e21511
[junit4:junit4]   2> 8409 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8409 T286 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8409 T286 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 8410 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37911
[junit4:junit4]   2> 8410 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37911
[junit4:junit4]   2> 8411 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0008 with negotiated timeout 20000 for client /127.0.0.1:37911
[junit4:junit4]   2> 8411 T286 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0008, negotiated timeout = 20000
[junit4:junit4]   2> 8411 T287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e21511 name:ZooKeeperConnection Watcher:127.0.0.1:59500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8411 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8412 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8413 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8415 T229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9417 T229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33614_
[junit4:junit4]   2> 9418 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0008 type:delete cxid:0xd zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:33614_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:33614_
[junit4:junit4]   2> 9419 T229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33614_
[junit4:junit4]   2> 9421 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9421 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9422 T287 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9422 T258 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9422 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9423 T271 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9424 T251 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9430 T288 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363963708931/collection1
[junit4:junit4]   2> 9430 T288 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9431 T288 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9431 T288 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9432 T288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363963708931/collection1/'
[junit4:junit4]   2> 9433 T288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363963708931/collection1/lib/README' to classloader
[junit4:junit4]   2> 9433 T288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363963708931/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9468 T288 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9509 T288 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9510 T288 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9517 T288 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9733 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9734 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37600",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37600_",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:37600__collection1",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 9738 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9738 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9738 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9738 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9932 T288 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9938 T288 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9941 T288 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9952 T288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9956 T288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9959 T288 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9960 T288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9960 T288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9960 T288 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9961 T288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9962 T288 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9962 T288 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9962 T288 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1363963708931/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty2/
[junit4:junit4]   2> 9962 T288 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12e4cb8
[junit4:junit4]   2> 9963 T288 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9963 T288 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty2
[junit4:junit4]   2> 9963 T288 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty2/index/
[junit4:junit4]   2> 9964 T288 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9964 T288 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty2/index
[junit4:junit4]   2> 9965 T288 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@150659c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5064)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9965 T288 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9967 T288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9967 T288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9968 T288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9968 T288 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9969 T288 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9969 T288 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9969 T288 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9970 T288 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9970 T288 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9972 T288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9975 T288 oass.SolrIndexSearcher.<init> Opening Searcher@aedd7a main
[junit4:junit4]   2> 9975 T288 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty2/tlog
[junit4:junit4]   2> 9975 T288 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9976 T288 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9981 T289 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@aedd7a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9983 T288 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9983 T288 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11243 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11244 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:33614",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:33614_",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 11244 T252 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11244 T252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11250 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11250 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11250 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11250 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11984 T288 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11985 T288 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33614 collection:collection1 shard:shard2
[junit4:junit4]   2> 11985 T288 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11991 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0008 type:delete cxid:0x49 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11992 T288 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11992 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0008 type:create cxid:0x4a zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11994 T288 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11994 T288 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11994 T288 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33614/collection1/
[junit4:junit4]   2> 11994 T288 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11995 T288 oasc.SyncStrategy.syncToMe http://127.0.0.1:33614/collection1/ has no replicas
[junit4:junit4]   2> 11995 T288 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33614/collection1/
[junit4:junit4]   2> 11995 T288 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11998 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0008 type:create cxid:0x54 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12755 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12762 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12762 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12762 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12762 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12802 T288 oasc.ZkController.register We are http://127.0.0.1:33614/collection1/ and leader is http://127.0.0.1:33614/collection1/
[junit4:junit4]   2> 12802 T288 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33614
[junit4:junit4]   2> 12802 T288 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12802 T288 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12803 T288 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12804 T288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12805 T229 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12806 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12806 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12874 T229 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12877 T229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37812
[junit4:junit4]   2> 12878 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12878 T229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12878 T229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363963713479
[junit4:junit4]   2> 12879 T229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363963713479/solr.xml
[junit4:junit4]   2> 12879 T229 oasc.CoreContainer.<init> New CoreContainer 10390608
[junit4:junit4]   2> 12879 T229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363963713479/'
[junit4:junit4]   2> 12880 T229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363963713479/'
[junit4:junit4]   2> 12899 T229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12899 T229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12899 T229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12900 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12900 T229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12900 T229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12901 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12901 T229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12901 T229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12902 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12909 T229 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12922 T229 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59500/solr
[junit4:junit4]   2> 12922 T229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12923 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d55530
[junit4:junit4]   2> 12924 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12924 T300 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12924 T300 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 12924 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37915
[junit4:junit4]   2> 12925 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37915
[junit4:junit4]   2> 12926 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f0009 with negotiated timeout 20000 for client /127.0.0.1:37915
[junit4:junit4]   2> 12926 T300 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f0009, negotiated timeout = 20000
[junit4:junit4]   2> 12926 T301 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d55530 name:ZooKeeperConnection Watcher:127.0.0.1:59500 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12926 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12927 T234 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9292660f0009
[junit4:junit4]   2> 12928 T301 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12928 T229 oaz.ZooKeeper.close Session: 0x13d9292660f0009 closed
[junit4:junit4]   2> 12928 T231 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37915 which had sessionid 0x13d9292660f0009
[junit4:junit4]   2> 12928 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12931 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e33565
[junit4:junit4]   2> 12932 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12932 T302 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12933 T302 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 12933 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37916
[junit4:junit4]   2> 12933 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37916
[junit4:junit4]   2> 12934 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f000a with negotiated timeout 20000 for client /127.0.0.1:37916
[junit4:junit4]   2> 12934 T302 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f000a, negotiated timeout = 20000
[junit4:junit4]   2> 12934 T303 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e33565 name:ZooKeeperConnection Watcher:127.0.0.1:59500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12934 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12935 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12936 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12938 T229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13941 T229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37812_
[junit4:junit4]   2> 13941 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f000a type:delete cxid:0xd zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37812_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37812_
[junit4:junit4]   2> 13942 T229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37812_
[junit4:junit4]   2> 13944 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13944 T258 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13945 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13945 T271 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13946 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13946 T303 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13946 T287 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13946 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13946 T251 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13950 T304 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363963713479/collection1
[junit4:junit4]   2> 13951 T304 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13951 T304 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13951 T304 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13952 T304 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363963713479/collection1/'
[junit4:junit4]   2> 13953 T304 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363963713479/collection1/lib/README' to classloader
[junit4:junit4]   2> 13953 T304 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363963713479/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13984 T304 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14040 T304 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14041 T304 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14046 T304 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14267 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14268 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:33614",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:33614_",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:33614__collection1",
[junit4:junit4]   2> 	  "shard":"shard2"}
[junit4:junit4]   2> 14271 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14271 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14271 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14271 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14272 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14485 T304 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14491 T304 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14494 T304 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14506 T304 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14509 T304 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14513 T304 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14514 T304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14514 T304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14514 T304 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14515 T304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14515 T304 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14516 T304 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14516 T304 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1363963713479/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty3/
[junit4:junit4]   2> 14516 T304 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12e4cb8
[junit4:junit4]   2> 14516 T304 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14517 T304 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty3
[junit4:junit4]   2> 14517 T304 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty3/index/
[junit4:junit4]   2> 14517 T304 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14517 T304 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty3/index
[junit4:junit4]   2> 14519 T304 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f74ae9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc0776)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14519 T304 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14520 T304 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14521 T304 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14521 T304 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14522 T304 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14522 T304 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14522 T304 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14523 T304 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14523 T304 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14523 T304 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14526 T304 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14528 T304 oass.SolrIndexSearcher.<init> Opening Searcher@ae0c7b main
[junit4:junit4]   2> 14529 T304 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty3/tlog
[junit4:junit4]   2> 14529 T304 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14529 T304 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14534 T305 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ae0c7b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14536 T304 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14536 T304 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15776 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15777 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37812",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37812_",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 15778 T252 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15778 T252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15784 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15784 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15784 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15784 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15784 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16537 T304 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16537 T304 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37812 collection:collection1 shard:shard1
[junit4:junit4]   2> 16540 T304 oasc.ZkController.register We are http://127.0.0.1:37812/collection1/ and leader is http://127.0.0.1:37600/collection1/
[junit4:junit4]   2> 16541 T304 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37812
[junit4:junit4]   2> 16541 T304 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16541 T304 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C16 name=collection1 org.apache.solr.core.SolrCore@186fe24 url=http://127.0.0.1:37812/collection1 node=127.0.0.1:37812_ C16_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:37812, node_name=127.0.0.1:37812_, state=down, core=collection1}
[junit4:junit4]   2> 16546 T306 C16 P37812 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16547 T304 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16551 T306 C16 P37812 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16552 T306 C16 P37812 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16552 T306 C16 P37812 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16555 T229 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16556 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16557 T306 C16 P37812 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16557 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16667 T229 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16673 T229 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38702
[junit4:junit4]   2> 16673 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16674 T229 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16674 T229 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363963717230
[junit4:junit4]   2> 16674 T229 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363963717230/solr.xml
[junit4:junit4]   2> 16675 T229 oasc.CoreContainer.<init> New CoreContainer 28563973
[junit4:junit4]   2> 16675 T229 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363963717230/'
[junit4:junit4]   2> 16676 T229 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363963717230/'
[junit4:junit4]   2> 16705 T229 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16706 T229 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16706 T229 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16706 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16707 T229 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16707 T229 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16708 T229 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16708 T229 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16708 T229 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16709 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16716 T229 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16732 T229 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:59500/solr
[junit4:junit4]   2> 16733 T229 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16734 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ee5472
[junit4:junit4]   2> 16735 T317 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16735 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16737 T317 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 16737 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37943
[junit4:junit4]   2> 16737 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37943
[junit4:junit4]   2> 16738 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f000b with negotiated timeout 20000 for client /127.0.0.1:37943
[junit4:junit4]   2> 16738 T317 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f000b, negotiated timeout = 20000
[junit4:junit4]   2> 16739 T318 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ee5472 name:ZooKeeperConnection Watcher:127.0.0.1:59500 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16739 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16740 T234 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d9292660f000b
[junit4:junit4]   2> 16741 T318 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16741 T231 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:37943 which had sessionid 0x13d9292660f000b
[junit4:junit4]   2> 16741 T229 oaz.ZooKeeper.close Session: 0x13d9292660f000b closed
[junit4:junit4]   2> 16741 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16744 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e421ca
[junit4:junit4]   2> 16748 T319 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:59500. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16748 T229 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16749 T231 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:37944
[junit4:junit4]   2> 16749 T319 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:59500, initiating session
[junit4:junit4]   2> 16750 T231 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:37944
[junit4:junit4]   2> 16751 T233 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d9292660f000c with negotiated timeout 20000 for client /127.0.0.1:37944
[junit4:junit4]   2> 16751 T319 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:59500, sessionid = 0x13d9292660f000c, negotiated timeout = 20000
[junit4:junit4]   2> 16754 T320 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e421ca name:ZooKeeperConnection Watcher:127.0.0.1:59500/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16754 T229 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16758 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16760 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16763 T229 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17292 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17293 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37812",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37812_",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:37812__collection1",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 17300 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17300 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17301 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17300 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17300 T320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17300 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17568 T266 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {nodeName=127.0.0.1:37812_&action=PREPRECOVERY&state=recovering&coreNodeName=127.0.0.1:37812__collection1&onlyIfLeader=true&core=collection1&checkLive=true&version=2&wt=javabin} status=0 QTime=1002 
[junit4:junit4]   2> 17767 T229 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38702_
[junit4:junit4]   2> 17768 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f000c type:delete cxid:0xf zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:38702_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:38702_
[junit4:junit4]   2> 17769 T229 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38702_
[junit4:junit4]   2> 17772 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17773 T258 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17773 T320 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17774 T251 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17774 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17774 T287 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17774 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17774 T271 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17774 T320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17775 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17776 T303 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17776 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17785 T321 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363963717230/collection1
[junit4:junit4]   2> 17786 T321 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17787 T321 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17787 T321 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17789 T321 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363963717230/collection1/'
[junit4:junit4]   2> 17791 T321 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363963717230/collection1/lib/README' to classloader
[junit4:junit4]   2> 17791 T321 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363963717230/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17835 T321 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 17878 T321 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17879 T321 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17885 T321 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18330 T321 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18336 T321 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18339 T321 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18351 T321 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18354 T321 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18357 T321 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18358 T321 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18358 T321 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18359 T321 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18360 T321 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18360 T321 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18360 T321 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18360 T321 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1363963717230/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty4/
[junit4:junit4]   2> 18360 T321 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12e4cb8
[junit4:junit4]   2> 18361 T321 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18361 T321 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty4
[junit4:junit4]   2> 18361 T321 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty4/index/
[junit4:junit4]   2> 18362 T321 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18362 T321 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty4/index
[junit4:junit4]   2> 18363 T321 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11be0d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@137fc3e)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18364 T321 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18366 T321 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18366 T321 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18367 T321 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18368 T321 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18368 T321 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18369 T321 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18369 T321 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18370 T321 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18370 T321 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18373 T321 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18377 T321 oass.SolrIndexSearcher.<init> Opening Searcher@5388f0 main
[junit4:junit4]   2> 18377 T321 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty4/tlog
[junit4:junit4]   2> 18378 T321 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18378 T321 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18382 T322 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5388f0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18384 T321 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18384 T321 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18809 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18811 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38702",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38702_",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 18811 T252 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 18812 T252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 18839 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18839 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18839 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18839 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18839 T320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18839 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19385 T321 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19386 T321 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38702 collection:collection1 shard:shard2
[junit4:junit4]   2> 19390 T321 oasc.ZkController.register We are http://127.0.0.1:38702/collection1/ and leader is http://127.0.0.1:33614/collection1/
[junit4:junit4]   2> 19391 T321 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38702
[junit4:junit4]   2> 19391 T321 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19392 T321 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C17 name=collection1 org.apache.solr.core.SolrCore@8d246 url=http://127.0.0.1:38702/collection1 node=127.0.0.1:38702_ C17_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:38702, node_name=127.0.0.1:38702_, state=down, core=collection1}
[junit4:junit4]   2> 19393 T323 C17 P38702 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19393 T323 C17 P38702 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19394 T321 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19394 T323 C17 P38702 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19395 T323 C17 P38702 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19396 T229 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 19396 T323 C17 P38702 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19396 T229 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19397 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19404 T229 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19407 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19427 T266 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/onenodecollectioncore
[junit4:junit4]   2> 19428 T266 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 19428 T266 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 19429 T266 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 19430 T266 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 19430 T266 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 19432 T266 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 19433 T266 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/onenodecollectioncore/'
[junit4:junit4]   2> 19468 T266 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 19512 T266 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 19513 T266 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 19522 T266 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C16_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:37812, node_name=127.0.0.1:37812_, state=recovering, core=collection1, shard=shard1}
[junit4:junit4]   2> 19570 T306 C16 P37812 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:37600/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19574 T306 C16 P37812 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 19578 T306 C16 P37812 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:37812 START replicas=[http://127.0.0.1:37600/collection1/] nUpdates=100
[junit4:junit4]   2> 19579 T306 C16 P37812 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19580 T306 C16 P37812 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19580 T306 C16 P37812 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19580 T306 C16 P37812 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19580 T306 C16 P37812 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19581 T306 C16 P37812 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:37600/collection1/. core=collection1
[junit4:junit4]   2> 19581 T306 C16 P37812 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C18 name=collection1 org.apache.solr.core.SolrCore@1475c88 url=http://127.0.0.1:37600/collection1 node=127.0.0.1:37600_ C18_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:37600, node_name=127.0.0.1:37600_, state=active, core=collection1, shard=shard1, leader=true}
[junit4:junit4]   2> 19584 T265 C18 P37600 REQ /get {qt=/get&getVersions=100&distrib=false&version=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 19591 T267 C18 P37600 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19593 T267 C18 P37600 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fa10ba lockFactory=org.apache.lucene.store.NativeFSLockFactory@135d434)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19594 T267 C18 P37600 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19594 T267 C18 P37600 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fa10ba lockFactory=org.apache.lucene.store.NativeFSLockFactory@135d434)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1fa10ba lockFactory=org.apache.lucene.store.NativeFSLockFactory@135d434)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19595 T267 C18 P37600 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19595 T267 C18 P37600 oass.SolrIndexSearcher.<init> Opening Searcher@94e88b realtime
[junit4:junit4]   2> 19596 T267 C18 P37600 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19597 T267 C18 P37600 /update {commit=true&commit_end_point=true&openSearcher=false&softCommit=false&waitSearcher=true&version=2&wt=javabin} {commit=} 0 11
[junit4:junit4]   2> 19616 T306 C16 P37812 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19617 T306 C16 P37812 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 19621 T306 C16 P37812 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19625 T265 C18 P37600 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19626 T265 C18 P37600 REQ /replication {qt=/replication&command=indexversion&version=2&wt=javabin} status=0 QTime=3 
[junit4:junit4]   2> 19626 T306 C16 P37812 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19627 T306 C16 P37812 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19627 T306 C16 P37812 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19629 T267 C18 P37600 REQ /replication {qt=/replication&command=filelist&version=2&wt=javabin&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 19629 T306 C16 P37812 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19630 T306 C16 P37812 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty3/index.20130322114840299
[junit4:junit4]   2> 19630 T306 C16 P37812 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ad139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d05d0) fullCopy=false
[junit4:junit4]   2> 19635 T264 C18 P37600 REQ /replication {qt=/replication&file=segments_2&checksum=true&command=filecontent&wt=filestream&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 19640 T306 C16 P37812 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19641 T306 C16 P37812 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19641 T306 C16 P37812 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19642 T306 C16 P37812 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f74ae9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc0776)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f74ae9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc0776)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19642 T306 C16 P37812 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19643 T306 C16 P37812 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19643 T306 C16 P37812 oass.SolrIndexSearcher.<init> Opening Searcher@1beb84 main
[junit4:junit4]   2> 19644 T305 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1beb84 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19644 T306 C16 P37812 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19644 T306 C16 P37812 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19645 T306 C16 P37812 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19645 T306 C16 P37812 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19646 T306 C16 P37812 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19939 T266 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19945 T266 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19948 T266 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19965 T266 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19974 T266 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19981 T266 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19983 T266 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19984 T266 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19984 T266 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19986 T266 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19987 T266 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19988 T266 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19988 T266 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1363963704394/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363963700673/onenodecollection/
[junit4:junit4]   2> 19989 T266 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12e4cb8
[junit4:junit4]   2> 19990 T266 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19991 T266 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363963700673/onenodecollection
[junit4:junit4]   2> 19992 T266 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363963700673/onenodecollection/index/
[junit4:junit4]   2> 19993 T266 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363963700673/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19994 T266 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363963700673/onenodecollection/index
[junit4:junit4]   2> 19997 T266 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@601a76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c8a3e)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19997 T266 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 20001 T266 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 20001 T266 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 20003 T266 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 20004 T266 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 20005 T266 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 20006 T266 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 20006 T266 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 20007 T266 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 20008 T266 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 20014 T266 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 20019 T266 oass.SolrIndexSearcher.<init> Opening Searcher@6f72af main
[junit4:junit4]   2> 20019 T266 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363963700673/onenodecollection/tlog
[junit4:junit4]   2> 20020 T266 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 20020 T266 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 20023 T327 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@6f72af main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 20024 T266 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 20353 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20355 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38702",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38702_",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:38702__collection1",
[junit4:junit4]   2> 	  "shard":"shard2"}
[junit4:junit4]   2> 20360 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37812",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37812_",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:37812__collection1",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 20366 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37600",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37600_",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "shard":null}
[junit4:junit4]   2> 20366 T252 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 20367 T252 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20373 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20374 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20374 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20373 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20373 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20373 T320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20405 T280 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {nodeName=127.0.0.1:38702_&action=PREPRECOVERY&state=recovering&coreNodeName=127.0.0.1:38702__collection1&onlyIfLeader=true&core=collection1&checkLive=true&version=2&wt=javabin} status=0 QTime=1000 
[junit4:junit4]   2> 21026 T266 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 21026 T266 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:37600 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 21027 T266 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 21032 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0006 type:delete cxid:0xac zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 21033 T266 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 21034 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0006 type:create cxid:0xad zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 21035 T266 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 21036 T266 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 21036 T266 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37600/onenodecollectioncore/
[junit4:junit4]   2> 21036 T266 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 21037 T266 oasc.SyncStrategy.syncToMe http://127.0.0.1:37600/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 21037 T266 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37600/onenodecollectioncore/
[junit4:junit4]   2> 21038 T266 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 21041 T234 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d9292660f0006 type:create cxid:0xb8 zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 21885 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21893 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21893 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21893 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21893 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21893 T320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21893 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21944 T266 oasc.ZkController.register We are http://127.0.0.1:37600/onenodecollectioncore/ and leader is http://127.0.0.1:37600/onenodecollectioncore/
[junit4:junit4]   2> 21945 T266 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:37600
[junit4:junit4]   2> 21945 T266 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 21945 T266 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 21947 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21948 T266 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=onenodecollection&action=CREATE&numShards=1&roles=none&name=onenodecollectioncore&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1363963700673/onenodecollection&version=2&wt=javabin} status=0 QTime=2521 
[junit4:junit4]   2> 21949 T229 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 21949 T229 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C17_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:38702, node_name=127.0.0.1:38702_, state=recovering, core=collection1, shard=shard2}
[junit4:junit4]   2> 22407 T323 C17 P38702 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:33614/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22407 T323 C17 P38702 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38702 START replicas=[http://127.0.0.1:33614/collection1/] nUpdates=100
[junit4:junit4]   2> 22407 T323 C17 P38702 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22407 T323 C17 P38702 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22408 T323 C17 P38702 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22408 T323 C17 P38702 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22408 T323 C17 P38702 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22408 T323 C17 P38702 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:33614/collection1/. core=collection1
[junit4:junit4]   2> 22409 T323 C17 P38702 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C19 name=collection1 org.apache.solr.core.SolrCore@189153f url=http://127.0.0.1:33614/collection1 node=127.0.0.1:33614_ C19_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:33614, node_name=127.0.0.1:33614_, state=active, core=collection1, shard=shard2, leader=true}
[junit4:junit4]   2> 22412 T280 C19 P33614 REQ /get {qt=/get&getVersions=100&distrib=false&version=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 22413 T281 C19 P33614 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22415 T281 C19 P33614 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@150659c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5064)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22415 T281 C19 P33614 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22416 T281 C19 P33614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@150659c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5064)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@150659c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5064)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22416 T281 C19 P33614 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22416 T281 C19 P33614 oass.SolrIndexSearcher.<init> Opening Searcher@11271de realtime
[junit4:junit4]   2> 22417 T281 C19 P33614 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22417 T281 C19 P33614 /update {commit=true&commit_end_point=true&openSearcher=false&softCommit=false&waitSearcher=true&version=2&wt=javabin} {commit=} 0 5
[junit4:junit4]   2> 22418 T323 C17 P38702 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22418 T323 C17 P38702 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22420 T283 C19 P33614 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22420 T283 C19 P33614 REQ /replication {qt=/replication&command=indexversion&version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 22420 T323 C17 P38702 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 22421 T323 C17 P38702 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22421 T323 C17 P38702 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22422 T280 C19 P33614 REQ /replication {qt=/replication&command=filelist&version=2&wt=javabin&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 22423 T323 C17 P38702 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22423 T323 C17 P38702 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1363963700673/jetty4/index.20130322114843092
[junit4:junit4]   2> 22424 T323 C17 P38702 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a4680 lockFactory=org.apache.lucene.store.NativeFSLockFactory@108afcb) fullCopy=false
[junit4:junit4]   2> 22426 T281 C19 P33614 REQ /replication {qt=/replication&file=segments_2&checksum=true&command=filecontent&wt=filestream&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 22427 T323 C17 P38702 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22428 T323 C17 P38702 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22428 T323 C17 P38702 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22429 T323 C17 P38702 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11be0d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@137fc3e)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11be0d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@137fc3e)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22429 T323 C17 P38702 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22429 T323 C17 P38702 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22429 T323 C17 P38702 oass.SolrIndexSearcher.<init> Opening Searcher@10d7747 main
[junit4:junit4]   2> 22431 T322 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10d7747 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22431 T323 C17 P38702 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22432 T323 C17 P38702 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22432 T323 C17 P38702 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22432 T323 C17 P38702 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22434 T323 C17 P38702 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 22951 T229 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23398 T252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23399 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37600",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37600_",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:37600__onenodecollectioncore",
[junit4:junit4]   2> 	  "shard":"shard1"}
[junit4:junit4]   2> 23402 T252 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38702",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38702_",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:38702__collection1",
[junit4:junit4]   2> 	  "shard":"shard2"}
[junit4:junit4]   2> 23406 T287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23406 T320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23406 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23406 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23406 T303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23406 T251 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23953 T229 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23954 T229 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 23954 T229 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23965 T229 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:59500 sessionTimeout=10000 watcher=org.apache.solr.commo

[...truncated too long message...]

127.0.0.1:33245",
[junit4:junit4]   1>                   "core":"unloadcollection4",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:33245_"},
[junit4:junit4]   1>                 "127.0.0.1:35854__unloadcollection2":{
[junit4:junit4]   1>                   "collection":"unloadcollection",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:35854",
[junit4:junit4]   1>                   "core":"unloadcollection2",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:35854_"}}}}},
[junit4:junit4]   1>         "test_unload_shard_and_collection":{
[junit4:junit4]   1>           "router":"compositeId",
[junit4:junit4]   1>           "shards":{"shard2":{
[junit4:junit4]   1>               "range":"0-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:41868__test_unload_shard_and_collection_1":{
[junit4:junit4]   1>                   "collection":"test_unload_shard_and_collection",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:41868",
[junit4:junit4]   1>                   "core":"test_unload_shard_and_collection_1",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:41868_",
[junit4:junit4]   1>                   "leader":"true"}}}}}}
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=9527A265BD6763F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_PH -Dtests.timezone=Pacific/Efate -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE  138s J0 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([9527A265BD6763F:88B4F43E2C891603]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 138490 T22 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 138502 T21 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 138953 T25 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_sl=Pulsing41(freqCutoff=8 minBlockSize=52 maxBlockSize=147), id=Pulsing41(freqCutoff=8 minBlockSize=52 maxBlockSize=147), a_si=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Direct), other_tl1=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), text=Lucene41(blocksize=128)}, docValues:{}, sim=DefaultSimilarity, locale=en_PH, timezone=Pacific/Efate
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=207445520,total=262144000
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DirectSolrConnectionTest, SOLR749Test, TestFunctionQuery, TestPerFieldSimilarity, UnloadDistributedZkTest]
[junit4:junit4] Completed on J0 in 139.03s, 1 test, 1 failure <<< FAILURES!

[...truncated 707 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 273 suites, 1149 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 45 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -client -XX:+UseG1GC -XX:MarkStackSize=256K
Email was triggered for: Failure
Sending email for trigger: Failure