You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/12 02:43:04 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.7.0_15) - Build # 2626 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2626/
Java: 32bit/jdk1.7.0_15 -server -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([DF51EA20BC16F066:5EB76438CB49905A]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9318 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 1 T4320 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /qi/
[junit4:junit4]   2> 12 T4320 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-SyncSliceTest-1363051888322
[junit4:junit4]   2> 16 T4320 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 19 T4321 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 27 T4321 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 27 T4321 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 27 T4321 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 30 T4321 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 31 T4321 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1363051888319\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 159 T4320 oasc.ZkTestServer.run start zk server on port:55520
[junit4:junit4]   2> 159 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b8d423
[junit4:junit4]   2> 162 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 163 T4326 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 163 T4326 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 164 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55523
[junit4:junit4]   2> 164 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55523
[junit4:junit4]   2> 166 T4324 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 182 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60000 with negotiated timeout 10000 for client /127.0.0.1:55523
[junit4:junit4]   2> 182 T4326 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60000, negotiated timeout = 10000
[junit4:junit4]   2> 183 T4327 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b8d423 name:ZooKeeperConnection Watcher:127.0.0.1:55520 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 185 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 185 T4320 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 191 T4325 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c393ed60000
[junit4:junit4]   2> 194 T4327 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 194 T4320 oaz.ZooKeeper.close Session: 0x13d5c393ed60000 closed
[junit4:junit4]   2> 194 T4322 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5c393ed60000, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 195 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7ef90c
[junit4:junit4]   2> 197 T4322 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:55523 which had sessionid 0x13d5c393ed60000
[junit4:junit4]   2> 197 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 198 T4328 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 200 T4328 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 200 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55526
[junit4:junit4]   2> 200 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55526
[junit4:junit4]   2> 202 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60001 with negotiated timeout 10000 for client /127.0.0.1:55526
[junit4:junit4]   2> 202 T4328 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60001, negotiated timeout = 10000
[junit4:junit4]   2> 202 T4329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ef90c name:ZooKeeperConnection Watcher:127.0.0.1:55520/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 202 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 202 T4320 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 212 T4320 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 217 T4320 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 223 T4320 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 229 T4320 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 231 T4320 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 242 T4320 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 243 T4320 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 251 T4320 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 251 T4320 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 258 T4320 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 259 T4320 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 266 T4320 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 266 T4320 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 273 T4320 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 274 T4320 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 280 T4320 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 281 T4320 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 286 T4320 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 288 T4320 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 293 T4320 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 295 T4320 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 301 T4325 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c393ed60001
[junit4:junit4]   2> 304 T4322 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:55526 which had sessionid 0x13d5c393ed60001
[junit4:junit4]   2> 304 T4329 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 304 T4320 oaz.ZooKeeper.close Session: 0x13d5c393ed60001 closed
[junit4:junit4]   2> 849 T4320 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 856 T4320 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55527
[junit4:junit4]   2> 857 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 857 T4320 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 858 T4320 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363051888612
[junit4:junit4]   2> 858 T4320 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363051888612\solr.xml
[junit4:junit4]   2> 858 T4320 oasc.CoreContainer.<init> New CoreContainer 29119904
[junit4:junit4]   2> 858 T4320 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363051888612\'
[junit4:junit4]   2> 860 T4320 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363051888612\'
[junit4:junit4]   2> 929 T4320 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 929 T4320 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 931 T4320 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 931 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 931 T4320 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 931 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 932 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 932 T4320 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 933 T4320 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 933 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 951 T4320 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 978 T4320 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55520/solr
[junit4:junit4]   2> 978 T4320 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 978 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@131a09c
[junit4:junit4]   2> 982 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 986 T4339 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 987 T4339 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 987 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55532
[junit4:junit4]   2> 987 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55532
[junit4:junit4]   2> 999 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60002 with negotiated timeout 20000 for client /127.0.0.1:55532
[junit4:junit4]   2> 999 T4339 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60002, negotiated timeout = 20000
[junit4:junit4]   2> 999 T4340 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@131a09c name:ZooKeeperConnection Watcher:127.0.0.1:55520 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1000 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1003 T4325 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c393ed60002
[junit4:junit4]   2> 1005 T4320 oaz.ZooKeeper.close Session: 0x13d5c393ed60002 closed
[junit4:junit4]   2> 1005 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1005 T4322 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:55532 which had sessionid 0x13d5c393ed60002
[junit4:junit4]   2> 1006 T4340 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1010 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@11224b
[junit4:junit4]   2> 1011 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1012 T4341 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1014 T4341 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 1014 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55535
[junit4:junit4]   2> 1014 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55535
[junit4:junit4]   2> 1016 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60003 with negotiated timeout 20000 for client /127.0.0.1:55535
[junit4:junit4]   2> 1016 T4341 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60003, negotiated timeout = 20000
[junit4:junit4]   2> 1017 T4342 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11224b name:ZooKeeperConnection Watcher:127.0.0.1:55520/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1017 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1022 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1025 T4320 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1028 T4320 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55527_qi
[junit4:junit4]   2> 1030 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55527_qi Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55527_qi
[junit4:junit4]   2> 1031 T4320 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55527_qi
[junit4:junit4]   2> 1038 T4320 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1048 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1049 T4320 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1055 T4320 oasc.Overseer.start Overseer (id=89328968554381315-127.0.0.1:55527_qi-n_0000000000) starting
[junit4:junit4]   2> 1055 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1058 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1060 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1064 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1065 T4344 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1066 T4320 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1074 T4320 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1077 T4320 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1082 T4343 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1086 T4345 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363051888612\collection1
[junit4:junit4]   2> 1086 T4345 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1088 T4345 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1088 T4345 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1092 T4345 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363051888612\collection1\'
[junit4:junit4]   2> 1093 T4345 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363051888612/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1094 T4345 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363051888612/collection1/lib/README' to classloader
[junit4:junit4]   2> 1162 T4345 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 1297 T4345 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1300 T4345 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1307 T4345 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2132 T4345 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2145 T4345 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2150 T4345 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2178 T4345 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2184 T4345 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2192 T4345 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2194 T4345 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2194 T4345 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2194 T4345 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2197 T4345 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2197 T4345 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2197 T4345 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2197 T4345 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363051888612\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/control/data\
[junit4:junit4]   2> 2198 T4345 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c7f7c4
[junit4:junit4]   2> 2198 T4345 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2199 T4345 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/control/data\ forceNew: false
[junit4:junit4]   2> 2199 T4345 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/control/data\index/
[junit4:junit4]   2> 2199 T4345 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363051888319\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2199 T4345 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/control/data\index forceNew: false
[junit4:junit4]   2> 2206 T4345 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18535bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@76def4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2206 T4345 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2211 T4345 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2211 T4345 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2212 T4345 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2212 T4345 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2214 T4345 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2214 T4345 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2214 T4345 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2214 T4345 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2215 T4345 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2228 T4345 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2237 T4345 oass.SolrIndexSearcher.<init> Opening Searcher@f43844 main
[junit4:junit4]   2> 2238 T4345 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319\control\data\tlog
[junit4:junit4]   2> 2241 T4345 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2241 T4345 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2247 T4345 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2247 T4346 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f43844 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2247 T4345 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2248 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2964 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2965 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55527_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55527/qi"}
[junit4:junit4]   2> 2965 T4343 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2966 T4343 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2966 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2987 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3509 T4345 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3509 T4345 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55527/qi collection:control_collection shard:shard1
[junit4:junit4]   2> 3510 T4345 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3532 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3535 T4345 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3536 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3542 T4345 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3543 T4345 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3543 T4345 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55527/qi/collection1/
[junit4:junit4]   2> 3543 T4345 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3543 T4345 oasc.SyncStrategy.syncToMe http://127.0.0.1:55527/qi/collection1/ has no replicas
[junit4:junit4]   2> 3544 T4345 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55527/qi/collection1/
[junit4:junit4]   2> 3544 T4345 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3557 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4873 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4902 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4963 T4345 oasc.ZkController.register We are http://127.0.0.1:55527/qi/collection1/ and leader is http://127.0.0.1:55527/qi/collection1/
[junit4:junit4]   2> 4963 T4345 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55527/qi
[junit4:junit4]   2> 4963 T4345 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4963 T4345 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4963 T4345 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4968 T4345 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4971 T4320 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 4971 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4972 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4983 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4984 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ca755
[junit4:junit4]   2> 4985 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4988 T4348 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4988 T4348 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 4988 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55538
[junit4:junit4]   2> 4989 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55538
[junit4:junit4]   2> 4991 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60004 with negotiated timeout 10000 for client /127.0.0.1:55538
[junit4:junit4]   2> 4991 T4348 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60004, negotiated timeout = 10000
[junit4:junit4]   2> 4993 T4349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca755 name:ZooKeeperConnection Watcher:127.0.0.1:55520/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4993 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4996 T4320 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5001 T4320 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 5618 T4320 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 5623 T4320 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55539
[junit4:junit4]   2> 5627 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 5628 T4320 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 5628 T4320 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363051893308
[junit4:junit4]   2> 5629 T4320 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363051893308\solr.xml
[junit4:junit4]   2> 5630 T4320 oasc.CoreContainer.<init> New CoreContainer 20252020
[junit4:junit4]   2> 5632 T4320 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363051893308\'
[junit4:junit4]   2> 5632 T4320 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363051893308\'
[junit4:junit4]   2> 5739 T4320 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 5740 T4320 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 5740 T4320 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 5742 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 5742 T4320 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 5743 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 5744 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 5744 T4320 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 5745 T4320 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 5745 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 5776 T4320 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 5815 T4320 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55520/solr
[junit4:junit4]   2> 5816 T4320 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 5817 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@159e6dc
[junit4:junit4]   2> 5820 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5821 T4359 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 5822 T4359 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 5822 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55544
[junit4:junit4]   2> 5825 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55544
[junit4:junit4]   2> 5844 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60005 with negotiated timeout 20000 for client /127.0.0.1:55544
[junit4:junit4]   2> 5844 T4359 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60005, negotiated timeout = 20000
[junit4:junit4]   2> 5844 T4360 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@159e6dc name:ZooKeeperConnection Watcher:127.0.0.1:55520 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5845 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5849 T4325 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c393ed60005
[junit4:junit4]   2> 5856 T4360 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 5856 T4320 oaz.ZooKeeper.close Session: 0x13d5c393ed60005 closed
[junit4:junit4]   2> 5858 T4322 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5c393ed60005, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 5858 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 5859 T4322 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:55544 which had sessionid 0x13d5c393ed60005
[junit4:junit4]   2> 5870 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5ed23e
[junit4:junit4]   2> 5872 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 5874 T4361 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 5875 T4361 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 5875 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55547
[junit4:junit4]   2> 5876 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55547
[junit4:junit4]   2> 5881 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60006 with negotiated timeout 20000 for client /127.0.0.1:55547
[junit4:junit4]   2> 5881 T4361 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60006, negotiated timeout = 20000
[junit4:junit4]   2> 5881 T4362 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ed23e name:ZooKeeperConnection Watcher:127.0.0.1:55520/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 5881 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 5883 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5887 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5893 T4320 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6799 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6801 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55527_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55527/qi"}
[junit4:junit4]   2> 6822 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6822 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6824 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 7152 T4320 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55539_qi
[junit4:junit4]   2> 7153 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55539_qi Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55539_qi
[junit4:junit4]   2> 7157 T4320 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55539_qi
[junit4:junit4]   2> 7166 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 7166 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 7169 T4362 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7169 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7173 T4342 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7173 T4349 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 7185 T4363 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363051893308\collection1
[junit4:junit4]   2> 7185 T4363 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7186 T4363 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7186 T4363 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7190 T4363 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363051893308\collection1\'
[junit4:junit4]   2> 7192 T4363 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363051893308/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7193 T4363 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363051893308/collection1/lib/README' to classloader
[junit4:junit4]   2> 7259 T4363 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 7400 T4363 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7402 T4363 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7408 T4363 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 8250 T4363 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 8265 T4363 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 8270 T4363 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 8296 T4363 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8303 T4363 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 8310 T4363 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8313 T4363 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8314 T4363 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8314 T4363 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 8316 T4363 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 8316 T4363 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 8316 T4363 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8316 T4363 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363051893308\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty1\
[junit4:junit4]   2> 8318 T4363 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c7f7c4
[junit4:junit4]   2> 8318 T4363 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 8319 T4363 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty1\ forceNew: false
[junit4:junit4]   2> 8319 T4363 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty1\index/
[junit4:junit4]   2> 8319 T4363 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363051888319\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 8320 T4363 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty1\index forceNew: false
[junit4:junit4]   2> 8325 T4363 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 8325 T4363 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 8331 T4363 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 8331 T4363 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 8331 T4363 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 8332 T4363 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 8333 T4363 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 8333 T4363 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 8333 T4363 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 8335 T4363 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 8335 T4363 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 8348 T4363 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 8358 T4363 oass.SolrIndexSearcher.<init> Opening Searcher@1e83749 main
[junit4:junit4]   2> 8358 T4363 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319\jetty1\tlog
[junit4:junit4]   2> 8360 T4363 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 8360 T4363 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 8368 T4364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e83749 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8370 T4363 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8370 T4363 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8715 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8716 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55539_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55539/qi"}
[junit4:junit4]   2> 8716 T4343 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 8717 T4343 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 8731 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8731 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8731 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9628 T4363 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9628 T4363 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55539/qi collection:collection1 shard:shard1
[junit4:junit4]   2> 9629 T4363 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 9650 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 9651 T4363 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9652 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9658 T4363 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9658 T4363 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9658 T4363 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55539/qi/collection1/
[junit4:junit4]   2> 9659 T4363 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9659 T4363 oasc.SyncStrategy.syncToMe http://127.0.0.1:55539/qi/collection1/ has no replicas
[junit4:junit4]   2> 9659 T4363 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55539/qi/collection1/
[junit4:junit4]   2> 9659 T4363 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 9670 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10619 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10641 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10641 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10641 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10693 T4363 oasc.ZkController.register We are http://127.0.0.1:55539/qi/collection1/ and leader is http://127.0.0.1:55539/qi/collection1/
[junit4:junit4]   2> 10694 T4363 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55539/qi
[junit4:junit4]   2> 10694 T4363 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 10696 T4363 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 10696 T4363 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10699 T4363 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10702 T4320 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 10703 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 10703 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11272 T4320 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11278 T4320 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55548
[junit4:junit4]   2> 11278 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11280 T4320 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11280 T4320 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363051899023
[junit4:junit4]   2> 11280 T4320 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363051899023\solr.xml
[junit4:junit4]   2> 11280 T4320 oasc.CoreContainer.<init> New CoreContainer 15768826
[junit4:junit4]   2> 11281 T4320 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363051899023\'
[junit4:junit4]   2> 11282 T4320 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363051899023\'
[junit4:junit4]   2> 11355 T4320 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11355 T4320 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11357 T4320 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11357 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11358 T4320 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11358 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11359 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11359 T4320 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11359 T4320 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11359 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11379 T4320 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11406 T4320 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55520/solr
[junit4:junit4]   2> 11407 T4320 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11408 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@66ca31
[junit4:junit4]   2> 11409 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11410 T4375 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11413 T4375 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 11413 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55553
[junit4:junit4]   2> 11413 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55553
[junit4:junit4]   2> 11429 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60007 with negotiated timeout 20000 for client /127.0.0.1:55553
[junit4:junit4]   2> 11429 T4375 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60007, negotiated timeout = 20000
[junit4:junit4]   2> 11430 T4376 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66ca31 name:ZooKeeperConnection Watcher:127.0.0.1:55520 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11431 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11434 T4325 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c393ed60007
[junit4:junit4]   2> 11436 T4376 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11436 T4320 oaz.ZooKeeper.close Session: 0x13d5c393ed60007 closed
[junit4:junit4]   2> 11436 T4322 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5c393ed60007, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 11437 T4322 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:55553 which had sessionid 0x13d5c393ed60007
[junit4:junit4]   2> 11439 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 11445 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1054fad
[junit4:junit4]   2> 11447 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11448 T4377 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 11450 T4377 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 11450 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55556
[junit4:junit4]   2> 11450 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55556
[junit4:junit4]   2> 11453 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60008 with negotiated timeout 20000 for client /127.0.0.1:55556
[junit4:junit4]   2> 11453 T4377 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60008, negotiated timeout = 20000
[junit4:junit4]   2> 11454 T4378 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1054fad name:ZooKeeperConnection Watcher:127.0.0.1:55520/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11454 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11457 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11459 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11464 T4320 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12532 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12533 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55539_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55539/qi"}
[junit4:junit4]   2> 12554 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 12554 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 12557 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 12557 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 12719 T4320 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55548_qi
[junit4:junit4]   2> 12722 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed60008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55548_qi Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55548_qi
[junit4:junit4]   2> 12724 T4320 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55548_qi
[junit4:junit4]   2> 12731 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 12733 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 12734 T4378 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12734 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12735 T4362 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12735 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12740 T4342 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12745 T4349 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 12756 T4379 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363051899023\collection1
[junit4:junit4]   2> 12757 T4379 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12758 T4379 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12758 T4379 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12764 T4379 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363051899023\collection1\'
[junit4:junit4]   2> 12768 T4379 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363051899023/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12771 T4379 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363051899023/collection1/lib/README' to classloader
[junit4:junit4]   2> 12866 T4379 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13048 T4379 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13049 T4379 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13056 T4379 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13819 T4379 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13832 T4379 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13835 T4379 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13858 T4379 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13866 T4379 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13873 T4379 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13876 T4379 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13877 T4379 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13878 T4379 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13879 T4379 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13879 T4379 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13880 T4379 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13880 T4379 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363051899023\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty2\
[junit4:junit4]   2> 13880 T4379 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c7f7c4
[junit4:junit4]   2> 13880 T4379 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13881 T4379 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty2\ forceNew: false
[junit4:junit4]   2> 13881 T4379 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty2\index/
[junit4:junit4]   2> 13882 T4379 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363051888319\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13882 T4379 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty2\index forceNew: false
[junit4:junit4]   2> 13890 T4379 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1845ebd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a3380f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13890 T4379 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13894 T4379 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13894 T4379 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13895 T4379 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13896 T4379 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13896 T4379 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13896 T4379 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13896 T4379 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13898 T4379 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13898 T4379 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13911 T4379 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13917 T4379 oass.SolrIndexSearcher.<init> Opening Searcher@144e6f5 main
[junit4:junit4]   2> 13917 T4379 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319\jetty2\tlog
[junit4:junit4]   2> 13920 T4379 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13921 T4379 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13926 T4380 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@144e6f5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13928 T4379 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13928 T4379 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14331 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14333 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55548_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55548/qi"}
[junit4:junit4]   2> 14333 T4343 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14333 T4343 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14417 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14418 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14418 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14419 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15061 T4379 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15061 T4379 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55548/qi collection:collection1 shard:shard1
[junit4:junit4]   2> 15068 T4379 oasc.ZkController.register We are http://127.0.0.1:55548/qi/collection1/ and leader is http://127.0.0.1:55539/qi/collection1/
[junit4:junit4]   2> 15068 T4379 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55548/qi
[junit4:junit4]   2> 15068 T4379 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15069 T4379 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C435 name=collection1 org.apache.solr.core.SolrCore@31f593 url=http://127.0.0.1:55548/qi/collection1 node=127.0.0.1:55548_qi C435_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:55548_qi, base_url=http://127.0.0.1:55548/qi}
[junit4:junit4]   2> 15069 T4381 C435 P55548 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15070 T4379 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15070 T4381 C435 P55548 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15070 T4381 C435 P55548 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15070 T4381 C435 P55548 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15072 T4320 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 15073 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15073 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15075 T4381 C435 P55548 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15593 T4320 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15597 T4320 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55558
[junit4:junit4]   2> 15598 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15598 T4320 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15598 T4320 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363051903397
[junit4:junit4]   2> 15598 T4320 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363051903397\solr.xml
[junit4:junit4]   2> 15599 T4320 oasc.CoreContainer.<init> New CoreContainer 28293621
[junit4:junit4]   2> 15600 T4320 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363051903397\'
[junit4:junit4]   2> 15600 T4320 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363051903397\'
[junit4:junit4]   2> 15665 T4320 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15665 T4320 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15666 T4320 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15666 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15666 T4320 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15666 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15667 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15667 T4320 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15668 T4320 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15668 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15685 T4320 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15709 T4320 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55520/solr
[junit4:junit4]   2> 15710 T4320 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15710 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d60f47
[junit4:junit4]   2> 15712 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15714 T4394 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15716 T4394 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 15716 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55563
[junit4:junit4]   2> 15716 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55563
[junit4:junit4]   2> 15745 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed60009 with negotiated timeout 20000 for client /127.0.0.1:55563
[junit4:junit4]   2> 15745 T4394 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed60009, negotiated timeout = 20000
[junit4:junit4]   2> 15746 T4395 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d60f47 name:ZooKeeperConnection Watcher:127.0.0.1:55520 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15747 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15750 T4325 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c393ed60009
[junit4:junit4]   2> 15774 T4322 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5c393ed60009, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 15774 T4395 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15773 T4320 oaz.ZooKeeper.close Session: 0x13d5c393ed60009 closed
[junit4:junit4]   2> 15774 T4322 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:55563 which had sessionid 0x13d5c393ed60009
[junit4:junit4]   2> 15776 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15780 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1dc241
[junit4:junit4]   2> 15783 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15784 T4396 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15784 T4396 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 15785 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55566
[junit4:junit4]   2> 15785 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55566
[junit4:junit4]   2> 15807 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed6000a with negotiated timeout 20000 for client /127.0.0.1:55566
[junit4:junit4]   2> 15808 T4396 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed6000a, negotiated timeout = 20000
[junit4:junit4]   2> 15808 T4397 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dc241 name:ZooKeeperConnection Watcher:127.0.0.1:55520/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15808 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15810 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed6000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15841 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed6000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15855 T4320 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 16146 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16147 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55548_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55548/qi"}
[junit4:junit4]   2> 16182 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 16182 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 16183 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 16182 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 16184 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 16218 T4354 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:55548_qi_collection1&state=recovering&nodeName=127.0.0.1:55548_qi&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1127 
[junit4:junit4]   2> 16987 T4320 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55558_qi
[junit4:junit4]   2> 16989 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed6000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55558_qi Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55558_qi
[junit4:junit4]   2> 17010 T4320 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55558_qi
[junit4:junit4]   2> 17041 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 17041 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 17042 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 17044 T4362 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 17044 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17047 T4378 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 17049 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17053 T4349 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 17054 T4397 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 17055 T4342 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 17069 T4398 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363051903397\collection1
[junit4:junit4]   2> 17069 T4398 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17071 T4398 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17071 T4398 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17074 T4398 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363051903397\collection1\'
[junit4:junit4]   2> 17075 T4398 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363051903397/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17076 T4398 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363051903397/collection1/lib/README' to classloader
[junit4:junit4]   2> 17193 T4398 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 17281 T4398 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17283 T4398 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17288 T4398 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18235 T4398 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18254 T4398 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18259 T4398 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18290 T4398 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18299 T4398 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18306 T4398 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18311 T4398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18312 T4398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18312 T4398 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18315 T4398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18315 T4398 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18315 T4398 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18315 T4398 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363051903397\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty3\
[junit4:junit4]   2> 18315 T4398 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c7f7c4
[junit4:junit4]   2> 18315 T4398 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18315 T4398 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty3\ forceNew: false
[junit4:junit4]   2> 18315 T4398 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty3\index/
[junit4:junit4]   2> 18315 T4398 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363051888319\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18315 T4398 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty3\index forceNew: false
[junit4:junit4]   2> 18315 T4398 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1cce1c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac0c1d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18315 T4398 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18319 T4398 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18319 T4398 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18320 T4398 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18321 T4398 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18322 T4398 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18322 T4398 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18322 T4398 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18324 T4398 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18324 T4398 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18348 T4398 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18362 T4398 oass.SolrIndexSearcher.<init> Opening Searcher@195b6e8 main
[junit4:junit4]   2> 18363 T4398 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319\jetty3\tlog
[junit4:junit4]   2> 18367 T4398 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18367 T4398 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18373 T4399 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@195b6e8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18383 T4398 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18384 T4398 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C435_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:55548_qi, base_url=http://127.0.0.1:55548/qi}
[junit4:junit4]   2> 18472 T4381 C435 P55548 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55539/qi/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18472 T4381 C435 P55548 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55548/qi START replicas=[http://127.0.0.1:55539/qi/collection1/] nUpdates=100
[junit4:junit4]   2> 18474 T4381 C435 P55548 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18474 T4381 C435 P55548 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18474 T4381 C435 P55548 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18474 T4381 C435 P55548 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18474 T4381 C435 P55548 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18474 T4381 C435 P55548 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55539/qi/collection1/. core=collection1
[junit4:junit4]   2> 18474 T4381 C435 P55548 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C436 name=collection1 org.apache.solr.core.SolrCore@7b86f1 url=http://127.0.0.1:55539/qi/collection1 node=127.0.0.1:55539_qi C436_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55539_qi, base_url=http://127.0.0.1:55539/qi, leader=true}
[junit4:junit4]   2> 18486 T4356 C436 P55539 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18488 T4358 C436 P55539 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18495 T4358 C436 P55539 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18496 T4358 C436 P55539 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18496 T4358 C436 P55539 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18497 T4358 C436 P55539 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18498 T4358 C436 P55539 oass.SolrIndexSearcher.<init> Opening Searcher@11d1484 realtime
[junit4:junit4]   2> 18498 T4358 C436 P55539 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18499 T4358 C436 P55539 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 18500 T4381 C435 P55548 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18500 T4381 C435 P55548 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18508 T4355 C436 P55539 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18508 T4355 C436 P55539 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18509 T4381 C435 P55548 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18509 T4381 C435 P55548 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18509 T4381 C435 P55548 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18511 T4357 C436 P55539 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18512 T4381 C435 P55548 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18516 T4381 C435 P55548 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty2\index.20130312133146819 forceNew: false
[junit4:junit4]   2> 18516 T4381 C435 P55548 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1dd27f6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@737449) fullCopy=false
[junit4:junit4]   2> 18519 T4354 C436 P55539 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18521 T4381 C435 P55548 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18522 T4381 C435 P55548 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18522 T4381 C435 P55548 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18530 T4381 C435 P55548 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1845ebd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a3380f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1845ebd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a3380f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18530 T4381 C435 P55548 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18530 T4381 C435 P55548 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18531 T4381 C435 P55548 oass.SolrIndexSearcher.<init> Opening Searcher@ff1b36 main
[junit4:junit4]   2> 18532 T4380 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ff1b36 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18532 T4381 C435 P55548 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@1dd27f6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@737449)
[junit4:junit4]   2> 18533 T4381 C435 P55548 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18533 T4381 C435 P55548 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18533 T4381 C435 P55548 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18533 T4381 C435 P55548 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18541 T4381 C435 P55548 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19586 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19587 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55558_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55558/qi"}
[junit4:junit4]   2> 19588 T4343 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 19588 T4343 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19679 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55548_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55548/qi"}
[junit4:junit4]   2> 19753 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19753 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19753 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19753 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19756 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20668 T4398 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 20668 T4398 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55558/qi collection:collection1 shard:shard1
[junit4:junit4]   2> 20679 T4398 oasc.ZkController.register We are http://127.0.0.1:55558/qi/collection1/ and leader is http://127.0.0.1:55539/qi/collection1/
[junit4:junit4]   2> 20679 T4398 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55558/qi
[junit4:junit4]   2> 20679 T4398 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 20679 T4398 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C437 name=collection1 org.apache.solr.core.SolrCore@80ca9e url=http://127.0.0.1:55558/qi/collection1 node=127.0.0.1:55558_qi C437_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:55558_qi, base_url=http://127.0.0.1:55558/qi}
[junit4:junit4]   2> 20680 T4402 C437 P55558 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 20680 T4402 C437 P55558 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20680 T4402 C437 P55558 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 20682 T4402 C437 P55558 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20688 T4398 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20691 T4402 C437 P55558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20704 T4320 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 20704 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 20704 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21323 T4320 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 21328 T4320 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55571
[junit4:junit4]   2> 21329 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 21329 T4320 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 21330 T4320 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363051909020
[junit4:junit4]   2> 21330 T4320 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363051909020\solr.xml
[junit4:junit4]   2> 21331 T4320 oasc.CoreContainer.<init> New CoreContainer 33175033
[junit4:junit4]   2> 21332 T4320 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363051909020\'
[junit4:junit4]   2> 21332 T4320 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363051909020\'
[junit4:junit4]   2> 21395 T4320 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 21396 T4320 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 21396 T4320 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 21397 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 21397 T4320 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 21397 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 21398 T4320 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 21398 T4320 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 21399 T4320 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 21399 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 21416 T4320 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 21440 T4320 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:55520/solr
[junit4:junit4]   2> 21440 T4320 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 21441 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@8f0a8a
[junit4:junit4]   2> 21443 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 21443 T4413 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 21444 T4413 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 21446 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55576
[junit4:junit4]   2> 21447 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55576
[junit4:junit4]   2> 21474 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed6000b with negotiated timeout 20000 for client /127.0.0.1:55576
[junit4:junit4]   2> 21474 T4413 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed6000b, negotiated timeout = 20000
[junit4:junit4]   2> 21474 T4414 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8f0a8a name:ZooKeeperConnection Watcher:127.0.0.1:55520 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 21475 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 21477 T4325 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c393ed6000b
[junit4:junit4]   2> 21480 T4414 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 21480 T4322 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5c393ed6000b, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 21480 T4320 oaz.ZooKeeper.close Session: 0x13d5c393ed6000b closed
[junit4:junit4]   2> 21481 T4322 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:55576 which had sessionid 0x13d5c393ed6000b
[junit4:junit4]   2> 21482 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 21487 T4320 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:55520/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@13202e8
[junit4:junit4]   2> 21490 T4320 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 21491 T4415 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:55520. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 21492 T4415 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:55520, initiating session
[junit4:junit4]   2> 21492 T4322 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:55579
[junit4:junit4]   2> 21493 T4322 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:55579
[junit4:junit4]   2> 21495 T4324 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c393ed6000c with negotiated timeout 20000 for client /127.0.0.1:55579
[junit4:junit4]   2> 21495 T4415 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:55520, sessionid = 0x13d5c393ed6000c, negotiated timeout = 20000
[junit4:junit4]   2> 21495 T4416 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13202e8 name:ZooKeeperConnection Watcher:127.0.0.1:55520/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 21496 T4320 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 21498 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed6000c type:create cxid:0x1 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 21510 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed6000c type:create cxid:0x2 zxid:0x99 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 21516 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21517 T4320 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 21518 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55558_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55558/qi"}
[junit4:junit4]   2> 21532 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21532 T4416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21533 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21533 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21535 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21536 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21836 T4357 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:55558_qi_collection1&state=recovering&nodeName=127.0.0.1:55558_qi&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1126 
[junit4:junit4]   2> 22652 T4320 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55571_qi
[junit4:junit4]   2> 22654 T4325 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c393ed6000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:55571_qi Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:55571_qi
[junit4:junit4]   2> 22664 T4320 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55571_qi
[junit4:junit4]   2> 22694 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22695 T4416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22696 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22696 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22697 T4362 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 22697 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22698 T4378 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 22698 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22703 T4416 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 22705 T4349 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 22705 T4342 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 22723 T4397 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 22799 T4417 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363051909020\collection1
[junit4:junit4]   2> 22800 T4417 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 22802 T4417 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 22802 T4417 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 22806 T4417 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363051909020\collection1\'
[junit4:junit4]   2> 22809 T4417 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363051909020/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 22810 T4417 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363051909020/collection1/lib/README' to classloader
[junit4:junit4]   2> 22885 T4417 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 22956 T4417 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 22959 T4417 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 22968 T4417 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 23770 T4417 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 23784 T4417 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 23788 T4417 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 23813 T4417 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 23820 T4417 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 23827 T4417 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 23829 T4417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 23830 T4417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 23830 T4417 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 23832 T4417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 23833 T4417 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 23833 T4417 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 23833 T4417 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363051909020\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty4\
[junit4:junit4]   2> 23833 T4417 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c7f7c4
[junit4:junit4]   2> 23834 T4417 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 23834 T4417 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty4\ forceNew: false
[junit4:junit4]   2> 23835 T4417 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty4\index/
[junit4:junit4]   2> 23835 T4417 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363051888319\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 23835 T4417 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty4\index forceNew: false
[junit4:junit4]   2> 23841 T4417 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@101e171 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a5e966),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23841 T4417 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23845 T4417 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 23845 T4417 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 23846 T4417 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 23847 T4417 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 23847 T4417 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 23847 T4417 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 23849 T4417 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 23849 T4417 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 23850 T4417 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 23862 T4417 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 23869 T4417 oass.SolrIndexSearcher.<init> Opening Searcher@1739d2e main
[junit4:junit4]   2> 23871 T4417 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363051888319\jetty4\tlog
[junit4:junit4]   2> 23873 T4417 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 23873 T4417 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 23878 T4418 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1739d2e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 23882 T4417 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 23882 T4417 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C437_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:55558_qi, base_url=http://127.0.0.1:55558/qi}
[junit4:junit4]   2> 24088 T4402 C437 P55558 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55539/qi/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24091 T4402 C437 P55558 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55558/qi START replicas=[http://127.0.0.1:55539/qi/collection1/] nUpdates=100
[junit4:junit4]   2> 24093 T4402 C437 P55558 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24093 T4402 C437 P55558 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24093 T4402 C437 P55558 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24093 T4402 C437 P55558 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24093 T4402 C437 P55558 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24094 T4402 C437 P55558 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55539/qi/collection1/. core=collection1
[junit4:junit4]   2> 24094 T4402 C437 P55558 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24096 T4357 C436 P55539 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24118 T4353 C436 P55539 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24118 T4353 C436 P55539 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 24119 T4353 C436 P55539 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 24119 T4353 C436 P55539 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24120 T4353 C436 P55539 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 24122 T4402 C437 P55558 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24122 T4402 C437 P55558 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24125 T4354 C436 P55539 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24126 T4402 C437 P55558 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 24126 T4402 C437 P55558 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24126 T4402 C437 P55558 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24128 T4356 C436 P55539 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24129 T4402 C437 P55558 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24131 T4402 C437 P55558 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty3\index.20130312133152437 forceNew: false
[junit4:junit4]   2> 24131 T4402 C437 P55558 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e1807 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60c5a3) fullCopy=false
[junit4:junit4]   2> 24133 T4357 C436 P55539 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 24136 T4402 C437 P55558 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24136 T4402 C437 P55558 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24136 T4402 C437 P55558 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24142 T4402 C437 P55558 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1cce1c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac0c1d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1cce1c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac0c1d),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 24142 T4402 C437 P55558 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 24143 T4402 C437 P55558 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24143 T4402 C437 P55558 oass.SolrIndexSearcher.<init> Opening Searcher@a4977e main
[junit4:junit4]   2> 24144 T4399 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a4977e main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 24146 T4402 C437 P55558 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e1807 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60c5a3)
[junit4:junit4]   2> 24146 T4402 C437 P55558 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24146 T4402 C437 P55558 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24146 T4402 C437 P55558 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24146 T4402 C437 P55558 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24154 T4402 C437 P55558 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24890 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24891 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55571_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55571/qi"}
[junit4:junit4]   2> 24891 T4343 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 24891 T4343 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 24910 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55558_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55558/qi"}
[junit4:junit4]   2> 24923 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24924 T4416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24924 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24925 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24925 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24925 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24963 T4417 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 24963 T4417 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55571/qi collection:collection1 shard:shard1
[junit4:junit4]   2> 24981 T4417 oasc.ZkController.register We are http://127.0.0.1:55571/qi/collection1/ and leader is http://127.0.0.1:55539/qi/collection1/
[junit4:junit4]   2> 24981 T4417 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55571/qi
[junit4:junit4]   2> 24981 T4417 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 24981 T4417 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C438 name=collection1 org.apache.solr.core.SolrCore@7c26d7 url=http://127.0.0.1:55571/qi/collection1 node=127.0.0.1:55571_qi C438_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:55571_qi, base_url=http://127.0.0.1:55571/qi}
[junit4:junit4]   2> 24982 T4421 C438 P55571 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 24983 T4417 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24983 T4421 C438 P55571 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 24983 T4421 C438 P55571 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 24983 T4421 C438 P55571 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24985 T4320 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 24986 T4320 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 24986 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24998 T4421 C438 P55571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24999 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25001 T4320 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 25001 T4320 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 25004 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26019 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26460 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26462 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55571_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55571/qi"}
[junit4:junit4]   2> 26480 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26480 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26480 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26481 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26481 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26480 T4416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 27035 T4355 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:55571_qi_collection1&state=recovering&nodeName=127.0.0.1:55571_qi&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2027 
[junit4:junit4]   2> 27036 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 28052 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C438_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:55571_qi, base_url=http://127.0.0.1:55571/qi}
[junit4:junit4]   2> 29063 T4421 C438 P55571 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55539/qi/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 29063 T4421 C438 P55571 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55571/qi START replicas=[http://127.0.0.1:55539/qi/collection1/] nUpdates=100
[junit4:junit4]   2> 29064 T4421 C438 P55571 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 29064 T4421 C438 P55571 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 29064 T4421 C438 P55571 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 29064 T4421 C438 P55571 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 29065 T4421 C438 P55571 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 29065 T4421 C438 P55571 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55539/qi/collection1/. core=collection1
[junit4:junit4]   2> 29065 T4421 C438 P55571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 29066 T4353 C436 P55539 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 29069 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 29074 T4354 C436 P55539 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 29075 T4354 C436 P55539 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 29076 T4354 C436 P55539 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 29076 T4354 C436 P55539 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 29077 T4354 C436 P55539 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 29078 T4421 C438 P55571 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 29078 T4421 C438 P55571 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 29080 T4357 C436 P55539 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 29081 T4421 C438 P55571 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 29081 T4421 C438 P55571 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 29081 T4421 C438 P55571 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 29083 T4358 C436 P55539 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 29085 T4421 C438 P55571 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 29086 T4421 C438 P55571 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363051888319/jetty4\index.20130312133157392 forceNew: false
[junit4:junit4]   2> 29086 T4421 C438 P55571 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@11da079 lockFactory=org.apache.lucene.store.NativeFSLockFactory@980b32) fullCopy=false
[junit4:junit4]   2> 29088 T4353 C436 P55539 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 29090 T4421 C438 P55571 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 29090 T4421 C438 P55571 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 29090 T4421 C438 P55571 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 29094 T4421 C438 P55571 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@101e171 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a5e966),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@101e171 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a5e966),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 29094 T4421 C438 P55571 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 29095 T4421 C438 P55571 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 29095 T4421 C438 P55571 oass.SolrIndexSearcher.<init> Opening Searcher@bf3e2f main
[junit4:junit4]   2> 29096 T4418 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bf3e2f main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 29097 T4421 C438 P55571 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@11da079 lockFactory=org.apache.lucene.store.NativeFSLockFactory@980b32)
[junit4:junit4]   2> 29097 T4421 C438 P55571 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 29097 T4421 C438 P55571 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 29097 T4421 C438 P55571 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 29098 T4421 C438 P55571 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 29105 T4421 C438 P55571 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 29540 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 29540 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55571_qi",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55571/qi"}
[junit4:junit4]   2> 29553 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 29553 T4416 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 29554 T4342 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 29554 T4378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 29554 T4349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 29554 T4397 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 30084 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 30085 T4320 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C439 name=collection1 org.apache.solr.core.SolrCore@2dd566 url=http://127.0.0.1:55527/qi/collection1 node=127.0.0.1:55527_qi C439_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55527_qi, base_url=http://127.0.0.1:55527/qi, leader=true}
[junit4:junit4]   2> 30096 T4337 C439 P55527 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 30103 T4337 C439 P55527 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18535bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@76def4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 30103 T4337 C439 P55527 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 30104 T4337 C439 P55527 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18535bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@76def4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18535bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@76def4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 30105 T4337 C439 P55527 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 30105 T4337 C439 P55527 oass.SolrIndexSearcher.<init> Opening Searcher@98adbc main
[junit4:junit4]   2> 30105 T4337 C439 P55527 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 30170 T4346 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@98adbc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 30170 T4337 C439 P55527 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 74
[junit4:junit4]   2> 30180 T4354 C436 P55539 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 30180 T4354 C436 P55539 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 30181 T4354 C436 P55539 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 30181 T4354 C436 P55539 oass.SolrIndexSearcher.<init> Opening Searcher@1cdc7a5 main
[junit4:junit4]   2> 30181 T4354 C436 P55539 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 30182 T4364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cdc7a5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 30183 T4354 C436 P55539 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:55548/qi/collection1/, StdNode: http://127.0.0.1:55558/qi/collection1/, StdNode: http://127.0.0.1:55571/qi/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C437_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55558_qi, base_url=http://127.0.0.1:55558/qi}
[junit4:junit4]   2> 30194 T4391 C437 P55558 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 30196 T4391 C437 P55558 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1cce1c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac0c1d),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1cce1c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac0c1d),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 30196 T4391 C437 P55558 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2>  C435_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55548_qi, base_url=http://127.0.0.1:55548/qi}
[junit4:junit4]   2> 30196 T4369 C435 P55548 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 30197 T4391 C437 P55558 oass.SolrIndexSearcher.<init> Opening Searcher@f16cb main
[junit4:junit4]   2> 30198 T4391 C437 P55558 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 30197 T4369 C435 P55548 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1845ebd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a3380f),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1845ebd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a3380f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 30199 T4369 C435 P55548 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 30200 T4399 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f16cb main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 30200 T4369 C435 P55548 oass.SolrIndexSearcher.<init> Opening Searcher@130e382 main
[junit4:junit4]   2> 30201 T4369 C435 P55548 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 30202 T4391 C437 P55558 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 30203 T4380 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@130e382 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 30204 T4369 C435 P55548 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2>  C438_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55571_qi, base_url=http://127.0.0.1:55571/qi}
[junit4:junit4]   2> 30206 T4410 C438 P55571 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 30206 T4410 C438 P55571 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@101e171 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a5e966),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@101e171 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a5e966),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 30206 T4410 C438 P55571 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 30208 T4410 C438 P55571 oass.SolrIndexSearcher.<init> Opening Searcher@1f58c4f main
[junit4:junit4]   2> 30208 T4410 C438 P55571 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 30210 T4418 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f58c4f main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 30210 T4410 C438 P55571 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 30211 T4354 C436 P55539 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 32
[junit4:junit4]   2> 30213 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 30216 T4357 C436 P55539 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 30219 T4370 C435 P55548 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 30221 T4389 C437 P55558 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 30223 T4411 C438 P55571 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 32254 T4337 C439 P55527 oass.SolrIndexSearcher.<init> Opening Searcher@eea333 realtime
[junit4:junit4]   2> 32254 T4337 C439 P55527 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429263530653122560)} 0 1
[junit4:junit4]   2> 32268 T4370 C435 P55548 /update {update.distrib=FROMLEADER&_version_=-1429263530660462592&update.from=http://127.0.0.1:55539/qi/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429263530660462592)} 0 3
[junit4:junit4]   2> 32270 T4391 C437 P55558 /update {update.distrib=FROMLEADER&_version_=-1429263530660462592&update.from=http://127.0.0.1:55539/qi/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429263530660462592)} 0 4
[junit4:junit4]   2> 32272 T4411 C438 P55571 /update {update.distrib=FROMLEADER&_version_=-1429263530660462592&update.from=http://127.0.0.1:55539/qi/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429263530660462592)} 0 7
[junit4:junit4]   2> 32273 T4357 C436 P55539 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429263530660462592)} 0 14
[junit4:junit4]   2> 32277 T4336 C439 P55527 /update {wt=javabin&version=2} {add=[0 (1429263530677239808)]} 0 1
[junit4:junit4]   2> 32287 T4412 C438 P55571 /update {distrib.from=http://127.0.0.1:55539/qi/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429263530682482688)]} 0 2
[junit4:junit4]   2> 32288 T4371 C435 P55548 /update {distrib.from=http://127.0.0.1:55539/qi/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429263530682482688)]} 0 1
[junit4:junit4]   2> 32288 T4389 C437 P55558 /update {distrib.from=http://127.0.0.1:55539/qi/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429263530682482688)]} 0 3
[junit4:junit4]   2> 32289 T4358 C436 P55539 /update {wt=javabin&version=2} {add=[0 (1429263530682482688)]} 0 8
[junit4:junit4]   2> 32294 T4338 C439 P55527 /update {wt=javabin&version=2} {add=[1 (1429263530694017024)]} 0 2
[junit4:junit4]   2> 32301 T4390 C437 P55558 /update {distrib.from=http://127.0.0.1:55539/qi/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429263530699259904)]} 0 1
[junit4:junit4]   2> 32302 T4372 C435 P55548 /update {distrib.from=http://127.0.0.1:55539/qi/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429263530699259904)]} 0 2
[junit4:junit4]   2> 32303 T4407 C438 P55571 /update {distrib.from=http://127.0.0.1:55539/qi/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429263530699259904)]} 0 1
[junit4:junit4]   2> 32304 T4353 C436 P55539 /update {wt=javabin&version=2} {add=[1 (1429263530699259904)]} 0 7
[junit4:junit4]   2> 32308 T4333 C439 P55527 /update {wt=javabin&version=2} {add=[2 (1429263530709745664)]} 0 1
[junit4:junit4]   2> 32316 T4388 C437 P55558 /update {distrib.from=http://127.0.0.1:55539/qi/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429263530713939968)]} 0 1
[junit4:junit4]   2> 32316 T4408 C438 P55571 /update {distrib.from=http://127.0.0.1:55539/qi/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429263530713939968)]} 0 1
[junit4:junit4]   2> 32317 T4355 C436 P55539 /update {test.distrib.skip.servers=http://127.0.0.1:55548/qi/collection1/&wt=javabin&version=2} {add=[2 (1429263530713939968)]} 0 7
[junit4:junit4]   2> 32322 T4334 C439 P55527 /update {wt=javabin&version=2} {add=[3 (1429263530724425728)]} 0 1
[junit4:junit4]   2> 32331 T4409 C438 P55571 /update {distrib.from=http://127.0.0.1:55539/qi/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429263530730717184)]} 0 1
[junit4:junit4]   2> 32332 T4356 C436 P55539 /update {test.distrib.skip.servers=http://127.0.0.1:55548/qi/collection1/&test.distrib.skip.servers=http://127.0.0.1:55558/qi/collection1/&wt=javabin&version=2} {add=[3 (1429263530730717184)]} 0 6
[junit4:junit4]   2> 32336 T4335 C439 P55527 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 32340 T4335 C439 P55527 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18535bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@76def4),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18535bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@76def4),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 32340 T4335 C439 P55527 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 32343 T4335 C439 P55527 oass.SolrIndexSearcher.<init> Opening Searcher@13c71eb main
[junit4:junit4]   2> 32344 T4335 C439 P55527 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 32344 T4346 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13c71eb main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 32346 T4335 C439 P55527 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 32348 T4354 C436 P55539 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 32352 T4354 C436 P55539 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c9ad8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a9a65),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 32353 T4354 C436 P55539 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 32355 T4354 C436 P55539 oass.SolrIndexSearcher.<init> Opening Searcher@1531b65 main
[junit4:junit4]   2> 32356 T4354 C436 P55539 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 32356 T4364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1531b65 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 32357 T4354 C436 P55539 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:55548/qi/collection1/, StdNode: http://127.0.0.1:55558/qi/collection1/, StdNode: http://127.0.0.1:55571/qi/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 32360 T4373 C435 P55548 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 32360 T4386 C437 P55558 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 32361 T4410 C438 P55571 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 32363 T4373 C435 P55548 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1845ebd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a3380f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1845ebd lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a3380f),segFN=segments_4,generation=4,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 32364 T4373 C435 P55548 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 32365 T4373 C435 P55548 oass.SolrIndexSearcher.<init> Opening Searcher@18e4405 main
[junit4:junit4]   2> 32366 T4373 C435 P55548 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 32367 T4380 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18e4405 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 32367 T4386 C437 P55558 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1cce1c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac0c1d),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1cce1c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ac0c1d),segFN=segments_5,generation=5,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0.doc, _0.tip, _0.fdt]
[junit4:junit4]   2> 32368 T4410 C438 P55571 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@101e171 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a5e966),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@101e171 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a5e966),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 32368 T4373 C435 P55548 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 32369 T4386 C437 P55558 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, segments_5, _0.doc, _0.tip, _0.fdt]
[junit4:junit4]   2> 32369 T4410 C438 P55571 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.pos, _0.tim, _0.nvd, _0.fdx, _0.si, _0.nvm, _0.doc, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 32371 T4386 C437 P55558 oass.SolrIndexSearcher.<init> Opening Searcher@197d8f4 main
[junit4:junit4]   2> 32372 T4410 C438 P55571 oass.SolrIndexSearcher.<init> Opening Searcher@19647bd main
[junit4:junit4]   2> 32372 T4386 C437 P55558 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 32373 T4399 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@197d8f4 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 32373 T4410 C438 P55571 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 32373 T4418 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19647bd main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 32373 T4386 C437 P55558 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 32375 T4410 C438 P55571 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 32376 T4354 C436 P55539 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4]   2> 32376 T4320 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 32378 T4320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 32379 T4320 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 32383 T4357 C436 P55539 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 32386 T4374 C435 P55548 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 32388 T4384 C437 P55558 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 32393 T4411 C438 P55571 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 32393 T4320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 32404 T4393 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 32404 T4393 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 32414 T4358 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 32414 T4358 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55539/qi/collection1/
[junit4:junit4]   2> 32415 T4358 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55539/qi START replicas=[http://127.0.0.1:55548/qi/collection1/, http://127.0.0.1:55558/qi/collection1/, http://127.0.0.1:55571/qi/collection1/] nUpdates=100
[junit4:junit4]   2> 32419 T4369 C435 P55548 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 32420 T4391 C437 P55558 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 32421 T4358 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55539/qi  Received 3 versions from 127.0.0.1:55548/qi/collection1/
[junit4:junit4]   2> 32421 T4358 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55539/qi  Our versions are newer. ourLowThreshold=1429263530660462592 otherHigh=1429263530699259904
[junit4:junit4]   2> 32421 T4358 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55539/qi  Received 4 versions from 127.0.0.1:55558/qi/collection1/
[junit4:junit4]   2> 32420 T4412 C438 P55571 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 32422 T4358 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55539/qi  Our versions are newer. ourLowThreshold=1429263530660462592 otherHigh=1429263530713939968
[junit4:junit4]   2> 32423 T4358 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55539/qi  Received 5 versions from 127.0.0.1:55571/qi/collection1/
[junit4:junit4]   2> 32423 T4358 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55539/qi  Our versions are newer. ourLowThreshold=1429263530660462592 otherHigh=1429263530713939968
[junit4:junit4]   2> 32423 T4358 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55539/qi DONE. sync succeeded
[junit4:junit4]   2> 32424 T4358 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 32424 T4358 oasc.SyncStrategy.syncToMe http://127.0.0.1:55539/qi/collection1/: try and ask http://127.0.0.1:55548/qi/collection1/ to sync
[junit4:junit4]   2> 32425 T4358 oasc.SyncStrategy.syncToMe http://127.0.0.1:55539/qi/collection1/: try and ask http://127.0.0.1:55558/qi/collection1/ to sync
[junit4:junit4]   2> 32426 T4358 oasc.SyncStrategy.syncToMe http://127.0.0.1:55539/qi/collection1/: try and ask http://127.0.0.1:55571/qi/collection1/ to sync
[junit4:junit4]   2> 32428 T4370 C435 P55548 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55548/qi START replicas=[http://127.0.0.1:55539/qi/collection1/] nUpdates=100
[junit4:junit4]   2> 32429 T4407 C438 P55571 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55571/qi START replicas=[http://127.0.0.1:55539/qi/collection1/] nUpdates=100
[junit4:junit4]   2> 32430 T4389 C437 P55558 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55558/qi START replicas=[http://127.0.0.1:55539/qi/collection1/] nUpdates=100
[junit4:junit4]   2> 32433 T4353 C436 P55539 REQ /get {getVersions=1

[...truncated too long message...]

ava.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([DF51EA20BC16F066:5EB76438CB49905A]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 58108 T4320 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ar_KW, timezone=Kwajalein
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_15 (32-bit)/cpus=2,threads=2,free=371958968,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DistributedQueryElevationComponentTest, TestSort, TestSolrJ, DirectSolrConnectionTest, TestStressVersions, TestQueryUtils, ChaosMonkeySafeLeaderTest, ShowFileRequestHandlerTest, SuggesterTSTTest, TestFiltering, SuggesterFSTTest, TestNumberUtils, SliceStateUpdateTest, TestArbitraryIndexDir, TestRandomDVFaceting, TestRandomFaceting, TestQuerySenderListener, TestFuzzyAnalyzedSuggestions, BasicDistributedZkTest, ScriptEngineTest, StatsComponentTest, TestAnalyzedSuggestions, MoreLikeThisHandlerTest, TestBadConfig, TestStressReorder, TestDistributedSearch, PreAnalyzedFieldTest, CurrencyFieldXmlFileTest, TestFastLRUCache, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, DistributedTermsComponentTest, SpellPossibilityIteratorTest, LukeRequestHandlerTest, SpellCheckCollatorTest, UniqFieldsUpdateProcessorFactoryTest, TestUpdate, ZkSolrClientTest, OpenCloseCoreStressTest, TestStressLucene, PingRequestHandlerTest, TestIBSimilarityFactory, SolrPluginUtilsTest, CopyFieldTest, TestDocSet, AutoCommitTest, TestValueSourceCache, TestZkChroot, UpdateRequestProcessorFactoryTest, TestSystemIdResolver, TestFieldTypeResource, TestBinaryField, HardAutoCommitTest, OverseerCollectionProcessorTest, RequiredFieldsTest, CacheHeaderTest, TestCSVLoader, SpellCheckComponentTest, TestSolrCoreProperties, ShardRoutingTest, TestGroupingSearch, TestCopyFieldCollectionResource, SpatialFilterTest, TestLazyCores, SynonymTokenizerTest, DisMaxRequestHandlerTest, UnloadDistributedZkTest, TestAtomicUpdateErrorCases, RecoveryZkTest, TestDynamicFieldResource, SuggesterWFSTTest, TestRecovery, TestDocumentBuilder, TestSuggestSpellingConverter, MultiTermTest, NoCacheHeaderTest, NumericFieldsTest, ClusterStateUpdateTest, TestTrie, BasicZkTest, ReturnFieldsTest, TestFieldTypeCollectionResource, CoreContainerCoreInitFailuresTest, FileBasedSpellCheckerTest, TermVectorComponentTest, PeerSyncTest, DocValuesMultiTest, SoftAutoCommitTest, SolrCmdDistributorTest, SystemInfoHandlerTest, TestBM25SimilarityFactory, RequestHandlersTest, TestLuceneMatchVersion, DistributedSpellCheckComponentTest, TestFieldResource, TestPostingsSolrHighlighter, MBeansHandlerTest, TermsComponentTest, MinimalSchemaTest, HighlighterConfigTest, TestPseudoReturnFields, NotRequiredUniqueKeyTest, DistanceFunctionTest, TestHashPartitioner, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, LegacyHTMLStripCharFilterTest, TestComponentsName, UUIDFieldTest, TestDynamicFieldCollectionResource, DateFieldTest, TestLFUCache, SimplePostToolTest, ChaosMonkeyNothingIsSafeTest, FullSolrCloudDistribCmdsTest, JsonLoaderTest, UpdateParamsTest, SimpleFacetsTest, IndexSchemaTest, TestWriterPerf, PluginInfoTest, TestCodecSupport, JSONWriterTest, TestStressRecovery, TestSolrQueryParser, TestPropInject, DocValuesTest, TestPartialUpdateDeduplication, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed in 58.14s, 1 test, 1 failure <<< FAILURES!

[...truncated 409 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:381: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:361: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:183: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1213: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:877: There were test failures: 271 suites, 1142 tests, 1 failure, 18 ignored (12 assumptions)

Total time: 64 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.7.0_15 -server -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.6.0_41) - Build # 2630 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2630/
Java: 32bit/jdk1.6.0_41 -client -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([D2C1A1B2E6381464:53272FAA91677458]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 8639 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T2420 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T2420 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-SyncSliceTest-1363130924390
[junit4:junit4]   2> 8 T2420 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T2421 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 12 T2421 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 12 T2421 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 12 T2421 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 13 T2421 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T2421 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1363130924388\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 98 T2420 oasc.ZkTestServer.run start zk server on port:51486
[junit4:junit4]   2> 98 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ca4388
[junit4:junit4]   2> 99 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 99 T2426 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 100 T2426 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 100 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51489
[junit4:junit4]   2> 100 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51489
[junit4:junit4]   2> 102 T2424 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 120 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0000 with negotiated timeout 10000 for client /127.0.0.1:51489
[junit4:junit4]   2> 120 T2426 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0000, negotiated timeout = 10000
[junit4:junit4]   2> 122 T2427 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca4388 name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 122 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 123 T2420 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 127 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0000
[junit4:junit4]   2> 128 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0000 closed
[junit4:junit4]   2> 129 T2427 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51489 which had sessionid 0x13d60ef3d6f0000
[junit4:junit4]   2> 130 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@476474
[junit4:junit4]   2> 132 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T2428 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 132 T2428 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 132 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51492
[junit4:junit4]   2> 133 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51492
[junit4:junit4]   2> 139 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0001 with negotiated timeout 10000 for client /127.0.0.1:51492
[junit4:junit4]   2> 139 T2428 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0001, negotiated timeout = 10000
[junit4:junit4]   2> 139 T2429 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@476474 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 139 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 139 T2420 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 148 T2420 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 153 T2420 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 157 T2420 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 176 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 177 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 222 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 223 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 240 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 241 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 263 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 263 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 273 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 274 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 298 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 299 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 308 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 309 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 316 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 317 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 320 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 321 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 326 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0001
[junit4:junit4]   2> 327 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0001 closed
[junit4:junit4]   2> 327 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51492 which had sessionid 0x13d60ef3d6f0001
[junit4:junit4]   2> 327 T2429 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 695 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 701 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51493
[junit4:junit4]   2> 701 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 701 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 702 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710
[junit4:junit4]   2> 702 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\solr.xml
[junit4:junit4]   2> 702 T2420 oasc.CoreContainer.<init> New CoreContainer 4610464
[junit4:junit4]   2> 702 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\'
[junit4:junit4]   2> 702 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\'
[junit4:junit4]   2> 752 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 752 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 752 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 752 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 753 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 754 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 754 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 754 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 754 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 755 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 769 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 800 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 800 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 801 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c4b9d1
[junit4:junit4]   2> 802 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 803 T2439 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 804 T2439 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 804 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51498
[junit4:junit4]   2> 805 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51498
[junit4:junit4]   2> 829 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0002 with negotiated timeout 20000 for client /127.0.0.1:51498
[junit4:junit4]   2> 829 T2439 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0002, negotiated timeout = 20000
[junit4:junit4]   2> 829 T2440 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c4b9d1 name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 829 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 831 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0002
[junit4:junit4]   2> 836 T2422 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d60ef3d6f0002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 836 T2440 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 836 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0002 closed
[junit4:junit4]   2> 839 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51498 which had sessionid 0x13d60ef3d6f0002
[junit4:junit4]   2> 840 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 844 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@653db
[junit4:junit4]   2> 845 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 846 T2441 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 846 T2441 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 847 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51501
[junit4:junit4]   2> 847 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51501
[junit4:junit4]   2> 855 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0003 with negotiated timeout 20000 for client /127.0.0.1:51501
[junit4:junit4]   2> 855 T2441 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0003, negotiated timeout = 20000
[junit4:junit4]   2> 855 T2442 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@653db name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 856 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 864 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 868 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 871 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51493_
[junit4:junit4]   2> 872 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51493_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51493_
[junit4:junit4]   2> 874 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51493_
[junit4:junit4]   2> 880 T2420 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 890 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 891 T2420 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 895 T2420 oasc.Overseer.start Overseer (id=89334148261412867-127.0.0.1:51493_-n_0000000000) starting
[junit4:junit4]   2> 896 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 898 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 900 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 902 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 903 T2444 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 904 T2420 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 909 T2420 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 912 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 915 T2443 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 919 T2445 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\collection1
[junit4:junit4]   2> 919 T2445 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 920 T2445 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 920 T2445 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 923 T2445 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\collection1\'
[junit4:junit4]   2> 923 T2445 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 924 T2445 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710/collection1/lib/README' to classloader
[junit4:junit4]   2> 982 T2445 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 1057 T2445 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1059 T2445 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1064 T2445 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1830 T2445 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1846 T2445 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1849 T2445 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1867 T2445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1872 T2445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1877 T2445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1879 T2445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1879 T2445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1880 T2445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1881 T2445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1881 T2445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1881 T2445 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1881 T2445 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/control/data\
[junit4:junit4]   2> 1882 T2445 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 1882 T2445 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1883 T2445 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/control/data\ forceNew: false
[junit4:junit4]   2> 1883 T2445 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/control/data\index/
[junit4:junit4]   2> 1883 T2445 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1883 T2445 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/control/data\index forceNew: false
[junit4:junit4]   2> 1888 T2445 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1888 T2445 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1892 T2445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1892 T2445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1893 T2445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1895 T2445 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1902 T2445 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1909 T2445 oass.SolrIndexSearcher.<init> Opening Searcher@1c496d3 main
[junit4:junit4]   2> 1909 T2445 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\control\data\tlog
[junit4:junit4]   2> 1911 T2445 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1911 T2445 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1915 T2446 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c496d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1915 T2445 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1916 T2445 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1917 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2256 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2256 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51493_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51493"}
[junit4:junit4]   2> 2256 T2443 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2257 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2258 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2270 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2814 T2445 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2814 T2445 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51493 collection:control_collection shard:shard1
[junit4:junit4]   2> 2815 T2445 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2860 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2862 T2445 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2863 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2873 T2445 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2874 T2445 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2874 T2445 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51493/collection1/
[junit4:junit4]   2> 2874 T2445 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2874 T2445 oasc.SyncStrategy.syncToMe http://127.0.0.1:51493/collection1/ has no replicas
[junit4:junit4]   2> 2875 T2445 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51493/collection1/
[junit4:junit4]   2> 2875 T2445 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2885 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3619 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3642 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3659 T2445 oasc.ZkController.register We are http://127.0.0.1:51493/collection1/ and leader is http://127.0.0.1:51493/collection1/
[junit4:junit4]   2> 3659 T2445 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51493
[junit4:junit4]   2> 3659 T2445 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3659 T2445 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3660 T2445 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3663 T2445 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3664 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 3665 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3665 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3672 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3673 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b2f2f7
[junit4:junit4]   2> 3675 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3676 T2448 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3676 T2448 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 3676 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51504
[junit4:junit4]   2> 3676 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51504
[junit4:junit4]   2> 3679 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0004 with negotiated timeout 10000 for client /127.0.0.1:51504
[junit4:junit4]   2> 3679 T2448 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0004, negotiated timeout = 10000
[junit4:junit4]   2> 3680 T2449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b2f2f7 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3680 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3682 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3685 T2420 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4060 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4064 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51505
[junit4:junit4]   2> 4064 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4064 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4064 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068
[junit4:junit4]   2> 4065 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\solr.xml
[junit4:junit4]   2> 4065 T2420 oasc.CoreContainer.<init> New CoreContainer 8389190
[junit4:junit4]   2> 4066 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\'
[junit4:junit4]   2> 4067 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\'
[junit4:junit4]   2> 4113 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4113 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4114 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4114 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4115 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4115 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4116 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4116 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4117 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4117 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4130 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4158 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 4158 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4158 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@19bdc8a
[junit4:junit4]   2> 4160 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4161 T2459 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4162 T2459 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 4162 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51510
[junit4:junit4]   2> 4163 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51510
[junit4:junit4]   2> 4174 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0005 with negotiated timeout 20000 for client /127.0.0.1:51510
[junit4:junit4]   2> 4174 T2459 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0005, negotiated timeout = 20000
[junit4:junit4]   2> 4174 T2460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19bdc8a name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4175 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4177 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0005
[junit4:junit4]   2> 4178 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0005 closed
[junit4:junit4]   2> 4179 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51510 which had sessionid 0x13d60ef3d6f0005
[junit4:junit4]   2> 4179 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4179 T2460 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4185 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b39d6c
[junit4:junit4]   2> 4186 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4187 T2461 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4188 T2461 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 4188 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51513
[junit4:junit4]   2> 4188 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51513
[junit4:junit4]   2> 4191 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0006 with negotiated timeout 20000 for client /127.0.0.1:51513
[junit4:junit4]   2> 4191 T2461 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0006, negotiated timeout = 20000
[junit4:junit4]   2> 4191 T2462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b39d6c name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4192 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4192 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4194 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4205 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4994 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4995 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51493_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51493"}
[junit4:junit4]   2> 5047 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5048 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5049 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5099 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51505_
[junit4:junit4]   2> 5101 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51505_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51505_
[junit4:junit4]   2> 5109 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51505_
[junit4:junit4]   2> 5119 T2462 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5119 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5120 T2449 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5120 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5121 T2442 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5121 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5134 T2463 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\collection1
[junit4:junit4]   2> 5134 T2463 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5135 T2463 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5136 T2463 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5138 T2463 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\collection1\'
[junit4:junit4]   2> 5139 T2463 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5140 T2463 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068/collection1/lib/README' to classloader
[junit4:junit4]   2> 5214 T2463 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5317 T2463 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5319 T2463 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5324 T2463 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6117 T2463 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6136 T2463 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6141 T2463 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6168 T2463 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6176 T2463 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6181 T2463 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6184 T2463 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6184 T2463 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6184 T2463 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6187 T2463 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6187 T2463 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6187 T2463 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6188 T2463 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty1\
[junit4:junit4]   2> 6188 T2463 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 6188 T2463 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6188 T2463 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty1\ forceNew: false
[junit4:junit4]   2> 6188 T2463 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty1\index/
[junit4:junit4]   2> 6189 T2463 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6189 T2463 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty1\index forceNew: false
[junit4:junit4]   2> 6198 T2463 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6198 T2463 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6201 T2463 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6201 T2463 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6201 T2463 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6201 T2463 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6204 T2463 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6204 T2463 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6204 T2463 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6206 T2463 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6207 T2463 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6216 T2463 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6223 T2463 oass.SolrIndexSearcher.<init> Opening Searcher@2b9edc main
[junit4:junit4]   2> 6223 T2463 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty1\tlog
[junit4:junit4]   2> 6225 T2463 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6225 T2463 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6229 T2464 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b9edc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6230 T2463 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6231 T2463 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6402 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6404 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51505_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51505"}
[junit4:junit4]   2> 6404 T2443 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6404 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6416 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6416 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6416 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7131 T2463 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7131 T2463 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51505 collection:collection1 shard:shard1
[junit4:junit4]   2> 7132 T2463 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7166 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7167 T2463 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7168 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7177 T2463 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7177 T2463 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7177 T2463 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 7178 T2463 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7178 T2463 oasc.SyncStrategy.syncToMe http://127.0.0.1:51505/collection1/ has no replicas
[junit4:junit4]   2> 7178 T2463 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 7178 T2463 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7190 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7767 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7789 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7789 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7789 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7827 T2463 oasc.ZkController.register We are http://127.0.0.1:51505/collection1/ and leader is http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 7827 T2463 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51505
[junit4:junit4]   2> 7827 T2463 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7829 T2463 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7829 T2463 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7831 T2463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7832 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 7832 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7833 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8190 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8199 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51514
[junit4:junit4]   2> 8200 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8200 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8200 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226
[junit4:junit4]   2> 8200 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\solr.xml
[junit4:junit4]   2> 8201 T2420 oasc.CoreContainer.<init> New CoreContainer 10186897
[junit4:junit4]   2> 8202 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\'
[junit4:junit4]   2> 8202 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\'
[junit4:junit4]   2> 8246 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8247 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8247 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8248 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8248 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8248 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8249 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8249 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8249 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8250 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8263 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8292 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 8293 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8293 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a2bacb
[junit4:junit4]   2> 8294 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8295 T2475 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8296 T2475 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 8296 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51519
[junit4:junit4]   2> 8296 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51519
[junit4:junit4]   2> 8309 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0007 with negotiated timeout 20000 for client /127.0.0.1:51519
[junit4:junit4]   2> 8310 T2475 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0007, negotiated timeout = 20000
[junit4:junit4]   2> 8310 T2476 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a2bacb name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8311 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8312 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0007
[junit4:junit4]   2> 8314 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0007 closed
[junit4:junit4]   2> 8315 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8316 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51519 which had sessionid 0x13d60ef3d6f0007
[junit4:junit4]   2> 8316 T2476 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8318 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ff90a4
[junit4:junit4]   2> 8320 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8321 T2477 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8321 T2477 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 8321 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51522
[junit4:junit4]   2> 8322 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51522
[junit4:junit4]   2> 8324 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0008 with negotiated timeout 20000 for client /127.0.0.1:51522
[junit4:junit4]   2> 8324 T2477 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0008, negotiated timeout = 20000
[junit4:junit4]   2> 8324 T2478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ff90a4 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8325 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8326 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8328 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8331 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9229 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9230 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51505_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51505"}
[junit4:junit4]   2> 9273 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9273 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9274 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9273 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9314 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51514_
[junit4:junit4]   2> 9315 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51514_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51514_
[junit4:junit4]   2> 9322 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51514_
[junit4:junit4]   2> 9333 T2442 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9333 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9333 T2449 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9333 T2478 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9334 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9333 T2462 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9334 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9334 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9347 T2479 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\collection1
[junit4:junit4]   2> 9348 T2479 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9348 T2479 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9349 T2479 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9351 T2479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\collection1\'
[junit4:junit4]   2> 9354 T2479 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9355 T2479 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226/collection1/lib/README' to classloader
[junit4:junit4]   2> 9420 T2479 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9505 T2479 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9506 T2479 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9513 T2479 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10370 T2479 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10383 T2479 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10393 T2479 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10413 T2479 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10419 T2479 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10425 T2479 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10427 T2479 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10427 T2479 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10428 T2479 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10429 T2479 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10430 T2479 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10430 T2479 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10431 T2479 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\
[junit4:junit4]   2> 10431 T2479 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 10432 T2479 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10433 T2479 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\ forceNew: false
[junit4:junit4]   2> 10433 T2479 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\index/
[junit4:junit4]   2> 10433 T2479 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10433 T2479 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\index forceNew: false
[junit4:junit4]   2> 10438 T2479 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10438 T2479 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10441 T2479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10442 T2479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10442 T2479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10443 T2479 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10444 T2479 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10444 T2479 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10444 T2479 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10445 T2479 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10445 T2479 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10453 T2479 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10460 T2479 oass.SolrIndexSearcher.<init> Opening Searcher@1dc5915 main
[junit4:junit4]   2> 10460 T2479 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty2\tlog
[junit4:junit4]   2> 10462 T2479 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10462 T2479 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10469 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1dc5915 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10472 T2479 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10472 T2479 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10754 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10755 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51514"}
[junit4:junit4]   2> 10755 T2443 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 10755 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 10770 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10770 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10770 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10770 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11460 T2479 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11460 T2479 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51514 collection:collection1 shard:shard1
[junit4:junit4]   2> 11464 T2479 oasc.ZkController.register We are http://127.0.0.1:51514/collection1/ and leader is http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 11464 T2479 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51514
[junit4:junit4]   2> 11465 T2479 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11465 T2479 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C307 name=collection1 org.apache.solr.core.SolrCore@1808555 url=http://127.0.0.1:51514/collection1 node=127.0.0.1:51514_ C307_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51514_, base_url=http://127.0.0.1:51514}
[junit4:junit4]   2> 11466 T2481 C307 P51514 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11468 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11468 T2479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11468 T2481 C307 P51514 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11468 T2481 C307 P51514 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11469 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 11470 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11470 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11471 T2481 C307 P51514 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11853 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11865 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51524
[junit4:junit4]   2> 11867 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11867 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11868 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862
[junit4:junit4]   2> 11869 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\solr.xml
[junit4:junit4]   2> 11869 T2420 oasc.CoreContainer.<init> New CoreContainer 9072835
[junit4:junit4]   2> 11870 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\'
[junit4:junit4]   2> 11871 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\'
[junit4:junit4]   2> 11919 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11919 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11920 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11920 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11920 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11921 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11921 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11921 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11922 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11922 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11939 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11968 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 11968 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11969 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@172d09f
[junit4:junit4]   2> 11970 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11971 T2492 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11972 T2492 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 11972 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51529
[junit4:junit4]   2> 11973 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51529
[junit4:junit4]   2> 12004 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0009 with negotiated timeout 20000 for client /127.0.0.1:51529
[junit4:junit4]   2> 12004 T2492 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0009, negotiated timeout = 20000
[junit4:junit4]   2> 12004 T2493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@172d09f name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12004 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12007 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0009
[junit4:junit4]   2> 12025 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0009 closed
[junit4:junit4]   2> 12025 T2493 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12025 T2422 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d60ef3d6f0009, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 12025 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12026 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51529 which had sessionid 0x13d60ef3d6f0009
[junit4:junit4]   2> 12030 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@13d1ea6
[junit4:junit4]   2> 12032 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12033 T2494 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12033 T2494 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 12033 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51532
[junit4:junit4]   2> 12034 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51532
[junit4:junit4]   2> 12044 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f000a with negotiated timeout 20000 for client /127.0.0.1:51532
[junit4:junit4]   2> 12044 T2494 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f000a, negotiated timeout = 20000
[junit4:junit4]   2> 12045 T2495 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13d1ea6 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12045 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12047 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12049 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12057 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12251 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12252 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51514"}
[junit4:junit4]   2> 12268 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12268 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12269 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12268 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12268 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12461 T2452 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:51514__collection1&state=recovering&nodeName=127.0.0.1:51514_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=980 
[junit4:junit4]   2> 13040 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51524_
[junit4:junit4]   2> 13042 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51524_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51524_
[junit4:junit4]   2> 13049 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51524_
[junit4:junit4]   2> 13055 T2442 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13055 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13055 T2449 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13056 T2462 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13056 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13056 T2478 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13057 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13056 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13056 T2495 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13058 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13072 T2496 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\collection1
[junit4:junit4]   2> 13072 T2496 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13073 T2496 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13073 T2496 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13076 T2496 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\collection1\'
[junit4:junit4]   2> 13078 T2496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13078 T2496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862/collection1/lib/README' to classloader
[junit4:junit4]   2> 13142 T2496 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13229 T2496 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13233 T2496 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13238 T2496 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14130 T2496 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14145 T2496 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14156 T2496 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14174 T2496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14180 T2496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14184 T2496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14187 T2496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14188 T2496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14188 T2496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14190 T2496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14190 T2496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14190 T2496 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14190 T2496 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\
[junit4:junit4]   2> 14191 T2496 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 14191 T2496 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14192 T2496 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\ forceNew: false
[junit4:junit4]   2> 14192 T2496 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\index/
[junit4:junit4]   2> 14192 T2496 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14193 T2496 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\index forceNew: false
[junit4:junit4]   2> 14198 T2496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14198 T2496 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14202 T2496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14202 T2496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14203 T2496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14203 T2496 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14204 T2496 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14204 T2496 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14205 T2496 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14205 T2496 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14206 T2496 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14214 T2496 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14224 T2496 oass.SolrIndexSearcher.<init> Opening Searcher@1cbb431 main
[junit4:junit4]   2> 14224 T2496 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty3\tlog
[junit4:junit4]   2> 14226 T2496 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14226 T2496 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14234 T2497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cbb431 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14238 T2496 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14238 T2496 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C307_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51514_, base_url=http://127.0.0.1:51514}
[junit4:junit4]   2> 14422 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51505/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14422 T2481 C307 P51514 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51514 START replicas=[http://127.0.0.1:51505/collection1/] nUpdates=100
[junit4:junit4]   2> 14423 T2481 C307 P51514 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14423 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14424 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14424 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14425 T2481 C307 P51514 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14425 T2481 C307 P51514 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51505/collection1/. core=collection1
[junit4:junit4]   2> 14425 T2481 C307 P51514 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C308 name=collection1 org.apache.solr.core.SolrCore@14777bf url=http://127.0.0.1:51505/collection1 node=127.0.0.1:51505_ C308_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51505_, base_url=http://127.0.0.1:51505, leader=true}
[junit4:junit4]   2> 14435 T2458 C308 P51505 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 14440 T2452 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 14445 T2452 C308 P51505 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14446 T2452 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14446 T2452 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14447 T2452 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14447 T2452 C308 P51505 oass.SolrIndexSearcher.<init> Opening Searcher@16d976e realtime
[junit4:junit4]   2> 14448 T2452 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14448 T2452 C308 P51505 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 14449 T2481 C307 P51514 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14449 T2481 C307 P51514 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14451 T2455 C308 P51505 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14451 T2455 C308 P51505 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14452 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 14452 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 14452 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 14454 T2457 C308 P51505 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14455 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 14456 T2481 C307 P51514 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\index.20130312232858838 forceNew: false
[junit4:junit4]   2> 14456 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@569768 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60c547) fullCopy=false
[junit4:junit4]   2> 14465 T2456 C308 P51505 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14467 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 14468 T2481 C307 P51514 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 14468 T2481 C307 P51514 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 14472 T2481 C307 P51514 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14472 T2481 C307 P51514 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14472 T2481 C307 P51514 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 14472 T2481 C307 P51514 oass.SolrIndexSearcher.<init> Opening Searcher@19e49ed main
[junit4:junit4]   2> 14473 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19e49ed main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 14474 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@569768 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60c547)
[junit4:junit4]   2> 14474 T2481 C307 P51514 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14474 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14474 T2481 C307 P51514 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 14474 T2481 C307 P51514 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14476 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15224 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15226 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51524_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51524"}
[junit4:junit4]   2> 15226 T2443 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 15226 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15234 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51514"}
[junit4:junit4]   2> 15243 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15244 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15244 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15245 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15244 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16204 T2496 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16204 T2496 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51524 collection:collection1 shard:shard1
[junit4:junit4]   2> 16212 T2496 oasc.ZkController.register We are http://127.0.0.1:51524/collection1/ and leader is http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 16212 T2496 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51524
[junit4:junit4]   2> 16212 T2496 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16212 T2496 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C309 name=collection1 org.apache.solr.core.SolrCore@1a7fdc3 url=http://127.0.0.1:51524/collection1 node=127.0.0.1:51524_ C309_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51524_, base_url=http://127.0.0.1:51524}
[junit4:junit4]   2> 16213 T2500 C309 P51524 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16214 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16214 T2496 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16214 T2500 C309 P51524 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16214 T2500 C309 P51524 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16216 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 16217 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16218 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16218 T2500 C309 P51524 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16610 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16614 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51537
[junit4:junit4]   2> 16615 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16615 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16615 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608
[junit4:junit4]   2> 16615 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\solr.xml
[junit4:junit4]   2> 16615 T2420 oasc.CoreContainer.<init> New CoreContainer 23507530
[junit4:junit4]   2> 16616 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\'
[junit4:junit4]   2> 16617 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\'
[junit4:junit4]   2> 16676 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16677 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16677 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16678 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16678 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16678 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16679 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16679 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16679 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16680 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16695 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16719 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 16720 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16720 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d19e8f
[junit4:junit4]   2> 16722 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16723 T2511 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16725 T2511 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 16725 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51542
[junit4:junit4]   2> 16726 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51542
[junit4:junit4]   2> 16738 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f000b with negotiated timeout 20000 for client /127.0.0.1:51542
[junit4:junit4]   2> 16738 T2511 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f000b, negotiated timeout = 20000
[junit4:junit4]   2> 16738 T2512 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d19e8f name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16739 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16742 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f000b
[junit4:junit4]   2> 16744 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51542 which had sessionid 0x13d60ef3d6f000b
[junit4:junit4]   2> 16744 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16744 T2512 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16744 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f000b closed
[junit4:junit4]   2> 16746 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16746 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51524_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51524"}
[junit4:junit4]   2> 16753 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@e3dd92
[junit4:junit4]   2> 16756 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16758 T2513 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16759 T2513 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 16760 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51545
[junit4:junit4]   2> 16760 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51545
[junit4:junit4]   2> 16764 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f000c with negotiated timeout 20000 for client /127.0.0.1:51545
[junit4:junit4]   2> 16764 T2513 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f000c, negotiated timeout = 20000
[junit4:junit4]   2> 16765 T2514 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e3dd92 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16765 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16767 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000c type:create cxid:0x1 zxid:0x9b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16771 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000c type:create cxid:0x2 zxid:0x9d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16775 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17206 T2455 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:51524__collection1&state=recovering&nodeName=127.0.0.1:51524_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=980 
[junit4:junit4]   2> 17759 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51537_
[junit4:junit4]   2> 17760 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000c type:delete cxid:0xb zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51537_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51537_
[junit4:junit4]   2> 17765 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51537_
[junit4:junit4]   2> 17772 T2449 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17772 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17772 T2514 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17773 T2478 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17773 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17773 T2495 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17773 T2442 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17779 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17779 T2462 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17780 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17773 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17792 T2515 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\collection1
[junit4:junit4]   2> 17793 T2515 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17794 T2515 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17794 T2515 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17798 T2515 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\collection1\'
[junit4:junit4]   2> 17799 T2515 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17800 T2515 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608/collection1/lib/README' to classloader
[junit4:junit4]   2> 17866 T2515 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 17945 T2515 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17948 T2515 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17954 T2515 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18915 T2515 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18929 T2515 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18934 T2515 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18957 T2515 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18963 T2515 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18969 T2515 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18971 T2515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18971 T2515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18971 T2515 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18973 T2515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18973 T2515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18974 T2515 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18974 T2515 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\
[junit4:junit4]   2> 18974 T2515 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 18976 T2515 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18977 T2515 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\ forceNew: false
[junit4:junit4]   2> 18977 T2515 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\index/
[junit4:junit4]   2> 18977 T2515 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18978 T2515 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\index forceNew: false
[junit4:junit4]   2> 18983 T2515 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18983 T2515 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18987 T2515 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18987 T2515 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18988 T2515 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18988 T2515 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18989 T2515 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18989 T2515 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18990 T2515 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18991 T2515 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18991 T2515 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19002 T2515 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19016 T2515 oass.SolrIndexSearcher.<init> Opening Searcher@11c0d42 main
[junit4:junit4]   2> 19017 T2515 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty4\tlog
[junit4:junit4]   2> 19020 T2515 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19020 T2515 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19026 T2516 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11c0d42 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19028 T2515 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19028 T2515 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C309_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51524_, base_url=http://127.0.0.1:51524}
[junit4:junit4]   2> 19278 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51505/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19278 T2500 C309 P51524 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51524 START replicas=[http://127.0.0.1:51505/collection1/] nUpdates=100
[junit4:junit4]   2> 19279 T2500 C309 P51524 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51505/collection1/. core=collection1
[junit4:junit4]   2> 19280 T2500 C309 P51524 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19281 T2457 C308 P51505 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19292 T2456 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19292 T2456 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19293 T2456 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19293 T2456 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19294 T2456 C308 P51505 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 19294 T2500 C309 P51524 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19294 T2500 C309 P51524 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19297 T2452 C308 P51505 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19298 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 19298 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19298 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19300 T2453 C308 P51505 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19301 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19302 T2500 C309 P51524 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\index.20130312232903684 forceNew: false
[junit4:junit4]   2> 19302 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1239cd8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f303) fullCopy=false
[junit4:junit4]   2> 19305 T2457 C308 P51505 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 19306 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19307 T2500 C309 P51524 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19307 T2500 C309 P51524 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19311 T2500 C309 P51524 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19311 T2500 C309 P51524 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19311 T2500 C309 P51524 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19311 T2500 C309 P51524 oass.SolrIndexSearcher.<init> Opening Searcher@1412218 main
[junit4:junit4]   2> 19312 T2497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1412218 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 19315 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@1239cd8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f303)
[junit4:junit4]   2> 19315 T2500 C309 P51524 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19315 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19315 T2500 C309 P51524 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19315 T2500 C309 P51524 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19319 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19891 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19892 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51537_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51537"}
[junit4:junit4]   2> 19892 T2443 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 19892 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19900 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51524_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51524"}
[junit4:junit4]   2> 19908 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19908 T2514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19909 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19909 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19910 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19909 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20115 T2515 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 20115 T2515 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51537 collection:collection1 shard:shard1
[junit4:junit4]   2> 20120 T2515 oasc.ZkController.register We are http://127.0.0.1:51537/collection1/ and leader is http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 20121 T2515 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51537
[junit4:junit4]   2> 20121 T2515 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 20121 T2515 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C310 name=collection1 org.apache.solr.core.SolrCore@c15081 url=http://127.0.0.1:51537/collection1 node=127.0.0.1:51537_ C310_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51537_, base_url=http://127.0.0.1:51537}
[junit4:junit4]   2> 20122 T2519 C310 P51537 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 20123 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20123 T2519 C310 P51537 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 20123 T2519 C310 P51537 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20123 T2515 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20126 T2519 C310 P51537 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20128 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 20129 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 20129 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20136 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20138 T2420 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 20138 T2420 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 20139 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21219 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21539 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21541 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51537_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51537"}
[junit4:junit4]   2> 21553 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21554 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21554 T2514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21554 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21555 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21555 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22292 T2456 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:51537__collection1&state=recovering&nodeName=127.0.0.1:51537_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2157 
[junit4:junit4]   2> 22298 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23379 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C310_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51537_, base_url=http://127.0.0.1:51537}
[junit4:junit4]   2> 24449 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51505/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24449 T2519 C310 P51537 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51537 START replicas=[http://127.0.0.1:51505/collection1/] nUpdates=100
[junit4:junit4]   2> 24450 T2519 C310 P51537 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24450 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24450 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24451 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24451 T2519 C310 P51537 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24451 T2519 C310 P51537 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51505/collection1/. core=collection1
[junit4:junit4]   2> 24451 T2519 C310 P51537 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24452 T2458 C308 P51505 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24460 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24462 T2452 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24463 T2452 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24463 T2452 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24464 T2452 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24464 T2452 C308 P51505 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 24465 T2519 C310 P51537 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24465 T2519 C310 P51537 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24468 T2457 C308 P51505 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24468 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 24469 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24469 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24471 T2456 C308 P51505 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24471 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24473 T2519 C310 P51537 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\index.20130312232908854 forceNew: false
[junit4:junit4]   2> 24473 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@ce6e64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19f6a76) fullCopy=false
[junit4:junit4]   2> 24481 T2458 C308 P51505 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 24482 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24483 T2519 C310 P51537 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24483 T2519 C310 P51537 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24486 T2519 C310 P51537 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24486 T2519 C310 P51537 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24486 T2519 C310 P51537 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24486 T2519 C310 P51537 oass.SolrIndexSearcher.<init> Opening Searcher@1f59c12 main
[junit4:junit4]   2> 24487 T2516 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f59c12 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 24488 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@ce6e64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19f6a76)
[junit4:junit4]   2> 24488 T2519 C310 P51537 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24488 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24488 T2519 C310 P51537 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24489 T2519 C310 P51537 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24500 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24804 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24806 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51537_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51537"}
[junit4:junit4]   2> 24817 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24817 T2514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24820 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24820 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24820 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24821 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25540 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25542 T2420 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C311 name=collection1 org.apache.solr.core.SolrCore@118b40d url=http://127.0.0.1:51493/collection1 node=127.0.0.1:51493_ C311_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51493_, base_url=http://127.0.0.1:51493, leader=true}
[junit4:junit4]   2> 25551 T2434 C311 P51493 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25557 T2434 C311 P51493 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25557 T2434 C311 P51493 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25558 T2434 C311 P51493 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 25559 T2434 C311 P51493 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 25559 T2434 C311 P51493 oass.SolrIndexSearcher.<init> Opening Searcher@b3103b main
[junit4:junit4]   2> 25559 T2434 C311 P51493 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25561 T2446 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b3103b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 25562 T2434 C311 P51493 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 25568 T2453 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25568 T2453 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 25569 T2453 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 25570 T2453 C308 P51505 oass.SolrIndexSearcher.<init> Opening Searcher@169aa85 main
[junit4:junit4]   2> 25571 T2453 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25572 T2464 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@169aa85 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25572 T2453 C308 P51505 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51514/collection1/, StdNode: http://127.0.0.1:51524/collection1/, StdNode: http://127.0.0.1:51537/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C307_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51514_, base_url=http://127.0.0.1:51514}
[junit4:junit4]   2> 25586 T2474 C307 P51514 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C310_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51537_, base_url=http://127.0.0.1:51537}
[junit4:junit4]   2> 25587 T2506 C310 P51537 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25588 T2506 C310 P51537 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 25589 T2506 C310 P51537 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 25590 T2506 C310 P51537 oass.SolrIndexSearcher.<init> Opening Searcher@19a52a3 main
[junit4:junit4]   2> 25590 T2506 C310 P51537 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25599 T2516 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19a52a3 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 25601 T2506 C310 P51537 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2>  C309_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51524_, base_url=http://127.0.0.1:51524}
[junit4:junit4]   2> 25602 T2487 C309 P51524 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25602 T2474 C307 P51514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 25603 T2474 C307 P51514 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 25603 T2487 C309 P51524 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 25603 T2474 C307 P51514 oass.SolrIndexSearcher.<init> Opening Searcher@16edfc3 main
[junit4:junit4]   2> 25603 T2487 C309 P51524 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 25604 T2474 C307 P51514 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25604 T2487 C309 P51524 oass.SolrIndexSearcher.<init> Opening Searcher@8808fd main
[junit4:junit4]   2> 25605 T2487 C309 P51524 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25606 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16edfc3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25606 T2497 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:453)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.internal_addObject(DefaultMBeanServerInterceptor.java:1484)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:963)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:917)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:312)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:483)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:243)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 25606 T2474 C307 P51514 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 25606 T2497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8808fd main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 25608 T2487 C309 P51524 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 25609 T2453 C308 P51505 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 41
[junit4:junit4]   2> 25610 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25613 T2457 C308 P51505 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25616 T2473 C307 P51514 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25618 T2488 C309 P51524 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25621 T2507 C310 P51537 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 27781 T2434 C311 P51493 oass.SolrIndexSearcher.<init> Opening Searcher@12c576a realtime
[junit4:junit4]   2> 27781 T2434 C311 P51493 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429346401294221312)} 0 2
[junit4:junit4]   2> 27791 T2488 C309 P51524 /update {update.distrib=FROMLEADER&_version_=-1429346401300512768&update.from=http://127.0.0.1:51505/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429346401300512768)} 0 1
[junit4:junit4]   2> 27791 T2507 C310 P51537 /update {update.distrib=FROMLEADER&_version_=-1429346401300512768&update.from=http://127.0.0.1:51505/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429346401300512768)} 0 1
[junit4:junit4]   2> 27796 T2473 C307 P51514 /update {update.distrib=FROMLEADER&_version_=-1429346401300512768&update.from=http://127.0.0.1:51505/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429346401300512768)} 0 4
[junit4:junit4]   2> 27796 T2457 C308 P51505 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429346401300512768)} 0 11
[junit4:junit4]   2> 27800 T2436 C311 P51493 /update {wt=javabin&version=2} {add=[0 (1429346401316241408)]} 0 0
[junit4:junit4]   2> 27816 T2470 C307 P51514 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429346401324630016)]} 0 1
[junit4:junit4]   2> 27817 T2509 C310 P51537 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429346401324630016)]} 0 2
[junit4:junit4]   2> 27817 T2491 C309 P51524 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429346401324630016)]} 0 1
[junit4:junit4]   2> 27818 T2456 C308 P51505 /update {wt=javabin&version=2} {add=[0 (1429346401324630016)]} 0 10
[junit4:junit4]   2> 27821 T2433 C311 P51493 /update {wt=javabin&version=2} {add=[1 (1429346401337212928)]} 0 1
[junit4:junit4]   2> 27827 T2468 C307 P51514 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429346401341407232)]} 0 0
[junit4:junit4]   2> 27828 T2508 C310 P51537 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429346401341407232)]} 0 1
[junit4:junit4]   2> 27830 T2489 C309 P51524 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429346401341407232)]} 0 2
[junit4:junit4]   2> 27830 T2458 C308 P51505 /update {wt=javabin&version=2} {add=[1 (1429346401341407232)]} 0 6
[junit4:junit4]   2> 27833 T2435 C311 P51493 /update {wt=javabin&version=2} {add=[2 (1429346401350844416)]} 0 0
[junit4:junit4]   2> 27841 T2490 C309 P51524 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429346401355038720)]} 0 1
[junit4:junit4]   2> 27841 T2510 C310 P51537 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429346401355038720)]} 0 1
[junit4:junit4]   2> 27842 T2455 C308 P51505 /update {test.distrib.skip.servers=http://127.0.0.1:51514/collection1/&wt=javabin&version=2} {add=[2 (1429346401355038720)]} 0 5
[junit4:junit4]   2> 27844 T2432 C311 P51493 /update {wt=javabin&version=2} {add=[3 (1429346401362378752)]} 0 0
[junit4:junit4]   2> 27851 T2505 C310 P51537 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429346401365524480)]} 0 0
[junit4:junit4]   2> 27852 T2452 C308 P51505 /update {test.distrib.skip.servers=http://127.0.0.1:51514/collection1/&test.distrib.skip.servers=http://127.0.0.1:51524/collection1/&wt=javabin&version=2} {add=[3 (1429346401365524480)]} 0 5
[junit4:junit4]   2> 27855 T2438 C311 P51493 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27856 T2438 C311 P51493 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_3,generation=3,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_3]
[junit4:junit4]   2> 27858 T2438 C311 P51493 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_3]
[junit4:junit4]   2> 27858 T2438 C311 P51493 oass.SolrIndexSearcher.<init> Opening Searcher@1a59128 main
[junit4:junit4]   2> 27859 T2438 C311 P51493 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27860 T2446 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a59128 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27861 T2438 C311 P51493 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 27863 T2453 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27865 T2453 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_6,generation=6,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, segments_6, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27866 T2453 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, segments_6, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27867 T2453 C308 P51505 oass.SolrIndexSearcher.<init> Opening Searcher@183136d main
[junit4:junit4]   2> 27869 T2453 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27870 T2464 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@183136d main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27871 T2453 C308 P51505 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51514/collection1/, StdNode: http://127.0.0.1:51524/collection1/, StdNode: http://127.0.0.1:51537/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 27873 T2506 C310 P51537 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27873 T2471 C307 P51514 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27874 T2485 C309 P51524 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27875 T2506 C310 P51537 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_6,generation=6,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, segments_6, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27875 T2506 C310 P51537 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, segments_6, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27877 T2506 C310 P51537 oass.SolrIndexSearcher.<init> Opening Searcher@1008372 main
[junit4:junit4]   2> 27878 T2506 C310 P51537 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27886 T2516 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1008372 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27889 T2506 C310 P51537 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 27887 T2485 C309 P51524 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_5,generation=5,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, segments_5, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27891 T2485 C309 P51524 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, segments_5, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27893 T2485 C309 P51524 oass.SolrIndexSearcher.<init> Opening Searcher@9253cc main
[junit4:junit4]   2> 27896 T2485 C309 P51524 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27896 T2471 C307 P51514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_4,generation=4,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_4]
[junit4:junit4]   2> 27896 T2497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9253cc main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 27896 T2471 C307 P51514 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_4]
[junit4:junit4]   2> 27897 T2485 C309 P51524 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 27897 T2471 C307 P51514 oass.SolrIndexSearcher.<init> Opening Searcher@124f8f9 main
[junit4:junit4]   2> 27899 T2471 C307 P51514 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27900 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@124f8f9 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 27901 T2471 C307 P51514 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4]   2> 27902 T2453 C308 P51505 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 39
[junit4:junit4]   2> 27902 T2420 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 27904 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 27905 T2420 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 27909 T2457 C308 P51505 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 27912 T2469 C307 P51514 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 27915 T2487 C309 P51524 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 27918 T2507 C310 P51537 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 27919 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 27929 T2488 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 27929 T2488 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 27939 T2456 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 27939 T2456 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 27940 T2456 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51505 START replicas=[http://127.0.0.1:51514/collection1/, http://127.0.0.1:51524/collection1/, http://127.0.0.1:51537/collection1/] nUpdates=100
[junit4:junit4]   2> 27943 T2474 C307 P51514 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 27944 T2491 C309 P51524 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27945 T2509 C310 P51537 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27944 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Received 3 versions from 127.0.0.1:51514/collection1/
[junit4:junit4]   2> 27946 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Our versions are newer. ourLowThreshold=1429346401300512768 otherHigh=1429346401341407232
[junit4:junit4]   2> 27946 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Received 4 versions from 127.0.0.1:51524/collection1/
[junit4:junit4]   2> 27946 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Our versions are newer. ourLowThreshold=1429346401300512768 otherHigh=1429346401355038720
[junit4:junit4]   2> 27947 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Received 5 versions from 127.0.0.1:51537/collection1/
[junit4:junit4]   2> 27947 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Our versions are newer. ourLowThreshold=1429346401300512768 otherHigh=1429346401355038720
[junit4:junit4]   2> 27949 T2456 oasu.PeerSync.sync PeerSync: c

[...truncated too long message...]

> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=D2C1A1B2E6381464 -Dtests.slow=true -Dtests.locale=ar_SD -Dtests.timezone=WET -Dtests.file.encoding=Cp1252
[junit4:junit4] FAILURE 58.4s | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([D2C1A1B2E6381464:53272FAA91677458]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 58384 T2420 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=Memory doPackFST= false), text=PostingsFormat(name=SimpleText), _version_=PostingsFormat(name=Memory doPackFST= false), rnd_b=Lucene41(blocksize=128), intDefault=PostingsFormat(name=Memory doPackFST= false), id=Lucene41(blocksize=128), timestamp=PostingsFormat(name=Memory doPackFST= false), a_t=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=PostingsFormat(name=SimpleText), range_facet_si=PostingsFormat(name=Asserting), other_tl1=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Asserting), a_si=PostingsFormat(name=Asserting)}, docValues:{}, sim=DefaultSimilarity, locale=ar_SD, timezone=WET
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Sun Microsystems Inc. 1.6.0_41 (32-bit)/cpus=2,threads=6,free=41643856,total=126558208
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ClusterStateTest, TestWordDelimiterFilterFactory, SchemaVersionSpecificBehaviorTest, DisMaxRequestHandlerTest, OpenCloseCoreStressTest, TestPHPSerializedResponseWriter, TestSolrXMLSerializer, TestRecovery, SpellPossibilityIteratorTest, DistributedQueryElevationComponentTest, ChaosMonkeySafeLeaderTest, MinimalSchemaTest, NotRequiredUniqueKeyTest, PluginInfoTest, TestSolrDeletionPolicy2, SystemInfoHandlerTest, TestBM25SimilarityFactory, TestStressReorder, TestSolrJ, TestSolrCoreProperties, TestFieldResource, DirectSolrConnectionTest, CSVRequestHandlerTest, AliasIntegrationTest, SortByFunctionTest, ShowFileRequestHandlerTest, SliceStateUpdateTest, TestIBSimilarityFactory, DOMUtilTest, QueryElevationComponentTest, SpellCheckCollatorTest, TestUtils, TestFaceting, TestSurroundQueryParser, RecoveryZkTest, SuggesterTest, EchoParamsTest, TestPostingsSolrHighlighter, TimeZoneUtilsTest, TestDistributedGrouping, URLClassifyProcessorTest, MBeansHandlerTest, SoftAutoCommitTest, ZkNodePropsTest, TestElisionMultitermQuery, FieldMutatingUpdateProcessorTest, TestCSVLoader, TestFuzzyAnalyzedSuggestions, OutputWriterTest, LukeRequestHandlerTest, TestAnalyzedSuggestions, ScriptEngineTest, TestMergePolicyConfig, TestFieldTypeResource, TestDefaultSimilarityFactory, TestLuceneMatchVersion, ShardRoutingCustomTest, ShardRoutingTest, QueryEqualityTest, CoreContainerCoreInitFailuresTest, TermVectorComponentTest, TestCodecSupport, SolrIndexConfigTest, TestOmitPositions, XsltUpdateRequestHandlerTest, TestArbitraryIndexDir, TestFastLRUCache, LeaderElectionIntegrationTest, TestZkChroot, TestDistributedSearch, TestHashPartitioner, TestQueryTypes, WordBreakSolrSpellCheckerTest, HighlighterTest, TestCoreContainer, QueryParsingTest, DefaultValueUpdateProcessorTest, TestSweetSpotSimilarityFactory, TestFiltering, JsonLoaderTest, TestCollationKeyRangeQueries, ClusterStateUpdateTest, UpdateParamsTest, TestSolr4Spatial, TestPerFieldSimilarity, ResponseLogComponentTest, SyncSliceTest]
[junit4:junit4] Completed in 58.42s, 1 test, 1 failure <<< FAILURES!

[...truncated 554 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:381: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:361: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:183: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1213: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:877: There were test failures: 272 suites, 1144 tests, 1 failure, 18 ignored (12 assumptions)

Total time: 63 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.6.0_41 -client -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.6.0_41) - Build # 2629 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2629/
Java: 64bit/jdk1.6.0_41 -XX:+UseParallelGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5512, name=coreLoadExecutor-3288-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5512, name=coreLoadExecutor-3288-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1479)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:874)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:580)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:575)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187731tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@474b6a4c)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5514, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5514, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1479)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 8644 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 0 T5453 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T5453 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-RecoveryZkTest-1363112590388
[junit4:junit4]   2> 6 T5453 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T5454 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T5454 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T5454 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T5454 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T5454 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T5454 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 93 T5453 oasc.ZkTestServer.run start zk server on port:62791
[junit4:junit4]   2> 93 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@69e287bb
[junit4:junit4]   2> 94 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 95 T5459 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 96 T5459 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 96 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62794
[junit4:junit4]   2> 96 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62794
[junit4:junit4]   2> 96 T5457 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 104 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0000 with negotiated timeout 10000 for client /127.0.0.1:62794
[junit4:junit4]   2> 104 T5459 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0000, negotiated timeout = 10000
[junit4:junit4]   2> 106 T5460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69e287bb name:ZooKeeperConnection Watcher:127.0.0.1:62791 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 106 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 106 T5453 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 109 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0000
[junit4:junit4]   2> 113 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0000 closed
[junit4:junit4]   2> 114 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7cc50827
[junit4:junit4]   2> 115 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62794 which had sessionid 0x13d5fd77c3c0000
[junit4:junit4]   2> 115 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 116 T5460 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 116 T5461 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 117 T5461 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 117 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62797
[junit4:junit4]   2> 118 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62797
[junit4:junit4]   2> 120 T5461 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0001, negotiated timeout = 10000
[junit4:junit4]   2> 120 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0001 with negotiated timeout 10000 for client /127.0.0.1:62797
[junit4:junit4]   2> 120 T5462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cc50827 name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 120 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 121 T5453 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 126 T5453 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 130 T5453 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 134 T5453 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 139 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 139 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 147 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 147 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 152 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 153 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 157 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 158 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 162 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 162 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 167 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 167 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 171 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 171 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 175 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 175 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 179 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 180 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 185 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0001
[junit4:junit4]   2> 186 T5462 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 186 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0001 closed
[junit4:junit4]   2> 187 T5455 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5fd77c3c0001, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 187 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62797 which had sessionid 0x13d5fd77c3c0001
[junit4:junit4]   2> 549 T5453 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 554 T5453 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62798
[junit4:junit4]   2> 555 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 555 T5453 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 555 T5453 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570
[junit4:junit4]   2> 556 T5453 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\solr.xml
[junit4:junit4]   2> 556 T5453 oasc.CoreContainer.<init> New CoreContainer 670492822
[junit4:junit4]   2> 557 T5453 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\'
[junit4:junit4]   2> 557 T5453 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\'
[junit4:junit4]   2> 595 T5453 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 595 T5453 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 596 T5453 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 596 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 596 T5453 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 597 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 597 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 597 T5453 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 597 T5453 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 597 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 610 T5453 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 630 T5453 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:62791/solr
[junit4:junit4]   2> 630 T5453 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 630 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@62c8b17c
[junit4:junit4]   2> 631 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 632 T5472 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 632 T5472 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 632 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62803
[junit4:junit4]   2> 633 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62803
[junit4:junit4]   2> 644 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0002 with negotiated timeout 20000 for client /127.0.0.1:62803
[junit4:junit4]   2> 644 T5472 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0002, negotiated timeout = 20000
[junit4:junit4]   2> 645 T5473 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62c8b17c name:ZooKeeperConnection Watcher:127.0.0.1:62791 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 645 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 646 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0002
[junit4:junit4]   2> 648 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0002 closed
[junit4:junit4]   2> 648 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62803 which had sessionid 0x13d5fd77c3c0002
[junit4:junit4]   2> 648 T5473 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 648 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 652 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@40590f0b
[junit4:junit4]   2> 654 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 655 T5474 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 656 T5474 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 656 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62806
[junit4:junit4]   2> 656 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62806
[junit4:junit4]   2> 658 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0003 with negotiated timeout 20000 for client /127.0.0.1:62806
[junit4:junit4]   2> 658 T5474 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0003, negotiated timeout = 20000
[junit4:junit4]   2> 659 T5475 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40590f0b name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 659 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 662 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 664 T5453 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 667 T5453 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62798_
[junit4:junit4]   2> 667 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62798_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62798_
[junit4:junit4]   2> 668 T5453 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62798_
[junit4:junit4]   2> 673 T5453 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 680 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 681 T5453 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 684 T5453 oasc.Overseer.start Overseer (id=89332946724192259-127.0.0.1:62798_-n_0000000000) starting
[junit4:junit4]   2> 685 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 687 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 689 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 690 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 692 T5477 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 693 T5453 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 697 T5453 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 700 T5453 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 702 T5476 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 706 T5478 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\collection1
[junit4:junit4]   2> 706 T5478 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 707 T5478 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 707 T5478 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 709 T5478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\collection1\'
[junit4:junit4]   2> 711 T5478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 711 T5478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570/collection1/lib/README' to classloader
[junit4:junit4]   2> 757 T5478 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 812 T5478 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 814 T5478 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 819 T5478 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1408 T5478 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1416 T5478 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1421 T5478 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1435 T5478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1440 T5478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1443 T5478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1445 T5478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1445 T5478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1445 T5478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1447 T5478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1447 T5478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1448 T5478 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1448 T5478 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\collection1\, dataDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/control/data\
[junit4:junit4]   2> 1448 T5478 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@edc86eb
[junit4:junit4]   2> 1448 T5478 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1450 T5478 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/control/data\ forceNew: false
[junit4:junit4]   2> 1451 T5478 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/control/data\index/
[junit4:junit4]   2> 1451 T5478 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1451 T5478 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/control/data\index forceNew: false
[junit4:junit4]   2> 1455 T5478 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ecf66c9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4707e87a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1455 T5478 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1459 T5478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1459 T5478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1459 T5478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1459 T5478 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1459 T5478 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1460 T5478 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1460 T5478 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1460 T5478 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1461 T5478 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1468 T5478 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1474 T5478 oass.SolrIndexSearcher.<init> Opening Searcher@554eb984 main
[junit4:junit4]   2> 1475 T5478 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\control\data\tlog
[junit4:junit4]   2> 1476 T5478 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1476 T5478 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1479 T5479 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@554eb984 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1481 T5478 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1481 T5478 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1481 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2002 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2003 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62798_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62798"}
[junit4:junit4]   2> 2003 T5476 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2004 T5476 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2004 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2014 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2352 T5478 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2352 T5478 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62798 collection:control_collection shard:shard1
[junit4:junit4]   2> 2353 T5478 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2363 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2365 T5478 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2365 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2368 T5478 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2369 T5478 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2369 T5478 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62798/collection1/
[junit4:junit4]   2> 2369 T5478 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2369 T5478 oasc.SyncStrategy.syncToMe http://127.0.0.1:62798/collection1/ has no replicas
[junit4:junit4]   2> 2370 T5478 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62798/collection1/
[junit4:junit4]   2> 2370 T5478 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2376 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3315 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3328 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.register We are http://127.0.0.1:62798/collection1/ and leader is http://127.0.0.1:62798/collection1/
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62798
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3354 T5478 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3356 T5453 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 3356 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3356 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3363 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3363 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@71e8c124
[junit4:junit4]   2> 3365 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3366 T5481 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3366 T5481 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 3366 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62809
[junit4:junit4]   2> 3366 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62809
[junit4:junit4]   2> 3368 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0004 with negotiated timeout 10000 for client /127.0.0.1:62809
[junit4:junit4]   2> 3368 T5481 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0004, negotiated timeout = 10000
[junit4:junit4]   2> 3369 T5482 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71e8c124 name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3369 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3370 T5453 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3373 T5453 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3741 T5453 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3743 T5453 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62810
[junit4:junit4]   2> 3744 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3745 T5453 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3745 T5453 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756
[junit4:junit4]   2> 3745 T5453 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\solr.xml
[junit4:junit4]   2> 3746 T5453 oasc.CoreContainer.<init> New CoreContainer 1211779531
[junit4:junit4]   2> 3746 T5453 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\'
[junit4:junit4]   2> 3747 T5453 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\'
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3786 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3786 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3786 T5453 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3787 T5453 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3787 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3798 T5453 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3817 T5453 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:62791/solr
[junit4:junit4]   2> 3817 T5453 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3818 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f1c931a
[junit4:junit4]   2> 3819 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3820 T5492 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3820 T5492 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 3821 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62815
[junit4:junit4]   2> 3822 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62815
[junit4:junit4]   2> 3834 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0005 with negotiated timeout 20000 for client /127.0.0.1:62815
[junit4:junit4]   2> 3834 T5492 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0005, negotiated timeout = 20000
[junit4:junit4]   2> 3834 T5493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f1c931a name:ZooKeeperConnection Watcher:127.0.0.1:62791 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3835 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3836 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0005
[junit4:junit4]   2> 3838 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0005 closed
[junit4:junit4]   2> 3839 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62815 which had sessionid 0x13d5fd77c3c0005
[junit4:junit4]   2> 3839 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3839 T5493 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3842 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d35e26d
[junit4:junit4]   2> 3843 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3844 T5494 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3845 T5494 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 3845 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62818
[junit4:junit4]   2> 3845 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62818
[junit4:junit4]   2> 3849 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0006 with negotiated timeout 20000 for client /127.0.0.1:62818
[junit4:junit4]   2> 3849 T5494 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0006, negotiated timeout = 20000
[junit4:junit4]   2> 3850 T5495 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d35e26d name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3850 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3851 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3852 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3857 T5453 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4635 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4636 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62798_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62798"}
[junit4:junit4]   2> 4646 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4646 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4646 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4725 T5453 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62810_
[junit4:junit4]   2> 4727 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62810_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62810_
[junit4:junit4]   2> 4728 T5453 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62810_
[junit4:junit4]   2> 4731 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4731 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4732 T5495 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4732 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4734 T5475 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4734 T5482 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4741 T5496 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\collection1
[junit4:junit4]   2> 4741 T5496 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4742 T5496 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4742 T5496 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4745 T5496 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\collection1\'
[junit4:junit4]   2> 4746 T5496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4747 T5496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756/collection1/lib/README' to classloader
[junit4:junit4]   2> 4793 T5496 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 4849 T5496 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4851 T5496 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4855 T5496 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5431 T5496 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5442 T5496 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5445 T5496 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5459 T5496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5463 T5496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5467 T5496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5468 T5496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5468 T5496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5468 T5496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5470 T5496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5470 T5496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5470 T5496 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5470 T5496 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\collection1\, dataDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty1\
[junit4:junit4]   2> 5470 T5496 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@edc86eb
[junit4:junit4]   2> 5470 T5496 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5473 T5496 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty1\ forceNew: false
[junit4:junit4]   2> 5473 T5496 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty1\index/
[junit4:junit4]   2> 5473 T5496 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5473 T5496 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty1\index forceNew: false
[junit4:junit4]   2> 5476 T5496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b31c2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b41426f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5477 T5496 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5479 T5496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5480 T5496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5480 T5496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5481 T5496 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5481 T5496 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5482 T5496 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5482 T5496 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5482 T5496 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5482 T5496 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5488 T5496 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5493 T5496 oass.SolrIndexSearcher.<init> Opening Searcher@620958ce main
[junit4:junit4]   2> 5493 T5496 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty1\tlog
[junit4:junit4]   2> 5495 T5496 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5495 T5496 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5498 T5497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@620958ce main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5500 T5496 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5500 T5496 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5868 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5868 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62810_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62810"}
[junit4:junit4]   2> 5868 T5476 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 5869 T5476 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5875 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5875 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5875 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6283 T5496 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6283 T5496 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62810 collection:collection1 shard:shard1
[junit4:junit4]   2> 6283 T5496 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6293 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6295 T5496 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6295 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6298 T5496 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6298 T5496 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6299 T5496 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62810/collection1/
[junit4:junit4]   2> 6299 T5496 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6299 T5496 oasc.SyncStrategy.syncToMe http://127.0.0.1:62810/collection1/ has no replicas
[junit4:junit4]   2> 6299 T5496 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62810/collection1/
[junit4:junit4]   2> 6299 T5496 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6305 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7048 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7062 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7062 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7062 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7066 T5496 oasc.ZkController.register We are http://127.0.0.1:62810/collection1/ and leader is http://127.0.0.1:62810/collection1/
[junit4:junit4]   2> 7066 T5496 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62810
[junit4:junit4]   2> 7067 T5496 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7067 T5496 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7067 T5496 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7069 T5496 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7071 T5453 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 7071 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7071 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7423 T5453 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7425 T5453 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62819
[junit4:junit4]   2> 7426 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7427 T5453 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7427 T5453 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465
[junit4:junit4]   2> 7427 T5453 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\solr.xml
[junit4:junit4]   2> 7428 T5453 oasc.CoreContainer.<init> New CoreContainer 689262098
[junit4:junit4]   2> 7428 T5453 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\'
[junit4:junit4]   2> 7429 T5453 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\'
[junit4:junit4]   2> 7463 T5453 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7465 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7465 T5453 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7465 T5453 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7466 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7476 T5453 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7492 T5453 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:62791/solr
[junit4:junit4]   2> 7494 T5453 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7494 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6931ff3d
[junit4:junit4]   2> 7495 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7496 T5508 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 7496 T5508 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 7496 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62824
[junit4:junit4]   2> 7497 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62824
[junit4:junit4]   2> 7506 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0007 with negotiated timeout 20000 for client /127.0.0.1:62824
[junit4:junit4]   2> 7506 T5508 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0007, negotiated timeout = 20000
[junit4:junit4]   2> 7506 T5509 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6931ff3d name:ZooKeeperConnection Watcher:127.0.0.1:62791 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7507 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7508 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0007
[junit4:junit4]   2> 7510 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0007 closed
[junit4:junit4]   2> 7510 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62824 which had sessionid 0x13d5fd77c3c0007
[junit4:junit4]   2> 7510 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 7510 T5509 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7513 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@388f36ac
[junit4:junit4]   2> 7514 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7515 T5510 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 7516 T5510 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 7516 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62827
[junit4:junit4]   2> 7516 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62827
[junit4:junit4]   2> 7518 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0008 with negotiated timeout 20000 for client /127.0.0.1:62827
[junit4:junit4]   2> 7518 T5510 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0008, negotiated timeout = 20000
[junit4:junit4]   2> 7518 T5511 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@388f36ac name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7519 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7519 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7521 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7524 T5453 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8236 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8238 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62810_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62810"}
[junit4:junit4]   2> 8245 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8245 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8245 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8246 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8304 T5453 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62819_
[junit4:junit4]   2> 8305 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62819_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62819_
[junit4:junit4]   2> 8307 T5453 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62819_
[junit4:junit4]   2> 8310 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8310 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8311 T5511 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8311 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8311 T5495 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8312 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8314 T5475 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8315 T5482 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8321 T5512 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\collection1
[junit4:junit4]   2> 8321 T5512 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8322 T5512 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8322 T5512 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8324 T5512 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\collection1\'
[junit4:junit4]   2> 8326 T5512 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8327 T5512 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465/collection1/lib/README' to classloader
[junit4:junit4]   2> 8374 T5512 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 8432 T5512 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8433 T5512 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8437 T5512 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9019 T5512 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9027 T5512 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9031 T5512 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9046 T5512 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9052 T5512 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9056 T5512 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9058 T5512 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9058 T5512 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9058 T5512 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9059 T5512 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9059 T5512 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9059 T5512 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9059 T5512 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\collection1\, dataDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\
[junit4:junit4]   2> 9059 T5512 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@edc86eb
[junit4:junit4]   2> 9060 T5512 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9062 T5512 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\ forceNew: false
[junit4:junit4]   2> 9063 T5512 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index/
[junit4:junit4]   2> 9063 T5512 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9063 T5512 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index forceNew: false
[junit4:junit4]   2> 9066 T5512 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5094f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8d837e4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9067 T5512 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9069 T5512 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9069 T5512 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9070 T5512 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9070 T5512 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9078 T5512 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9084 T5512 oass.SolrIndexSearcher.<init> Opening Searcher@66cf0eb main
[junit4:junit4]   2> 9084 T5512 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty2\tlog
[junit4:junit4]   2> 9085 T5512 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9086 T5512 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9090 T5513 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66cf0eb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9091 T5512 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9091 T5512 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9419 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9420 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62819"}
[junit4:junit4]   2> 9420 T5476 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 9420 T5476 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9427 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9428 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9428 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9428 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9873 T5512 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9873 T5512 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62819 collection:collection1 shard:shard1
[junit4:junit4]   2> 9877 T5512 oasc.ZkController.register We are http://127.0.0.1:62819/collection1/ and leader is http://127.0.0.1:62810/collection1/
[junit4:junit4]   2> 9878 T5512 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62819
[junit4:junit4]   2> 9878 T5512 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9878 T5512 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C462 name=collection1 org.apache.solr.core.SolrCore@3cfacfef url=http://127.0.0.1:62819/collection1 node=127.0.0.1:62819_ C462_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:62819_, base_url=http://127.0.0.1:62819}
[junit4:junit4]   2> 9878 T5514 C462 P62819 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9879 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9879 T5514 C462 P62819 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 9879 T5512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9879 T5514 C462 P62819 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9880 T5453 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 9881 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9881 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9882 T5514 C462 P62819 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9889 T5453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C463 name=collection1 org.apache.solr.core.SolrCore@469a1806 url=http://127.0.0.1:62798/collection1 node=127.0.0.1:62798_ C463_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:62798_, base_url=http://127.0.0.1:62798, leader=true}
[junit4:junit4]   2> 9902 T5467 C463 P62798 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ecf66c9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4707e87a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9903 T5467 C463 P62798 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9905 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[1 (1429327157953298432)]} 0 6
[junit4:junit4]   2> 9905 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10001 (1429327157954347008)]} 0 6
[junit4:junit4]   2> ASYNC  NEW_CORE C464 name=collection1 org.apache.solr.core.SolrCore@132e288c url=http://127.0.0.1:62810/collection1 node=127.0.0.1:62810_ C464_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:62810_, base_url=http://127.0.0.1:62810, leader=true}
[junit4:junit4]   2> 9918 T5486 C464 P62810 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b31c2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b41426f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9919 T5486 C464 P62810 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9922 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[1 (1429327157970075648)]} 0 7
[junit4:junit4]   2> 9922 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10001 (1429327157971124224)]} 0 7
[junit4:junit4]   2> 9946 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10002 (1429327158001532929)]} 0 1
[junit4:junit4]   2> 9946 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[2 (1429327158001532928)]} 0 1
[junit4:junit4]   2> 9948 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10002 (1429327158004678656)]} 0 0
[junit4:junit4]   2> 9949 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[2 (1429327158005727232)]} 0 0
[junit4:junit4]   2> 10002 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10003 (1429327158060253184)]} 0 3
[junit4:junit4]   2> 10002 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[3 (1429327158060253185)]} 0 1
[junit4:junit4]   2> 10006 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10003 (1429327158064447488)]} 0 2
[junit4:junit4]   2> 10006 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[3 (1429327158064447489)]} 0 1
[junit4:junit4]   2> 10018 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10003 (-1429327158078078976)]} 0 0
[junit4:junit4]   2> 10021 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10003 (-1429327158081224704)]} 0 0
[junit4:junit4]   2> 10022 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[3 (-1429327158082273280)]} 0 0
[junit4:junit4]   2> 10023 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10004 (1429327158083321856)]} 0 0
[junit4:junit4]   2> 10024 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[3 (-1429327158084370432)]} 0 0
[junit4:junit4]   2> 10025 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10004 (1429327158085419008)]} 0 0
[junit4:junit4]   2> 10027 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[4 (1429327158087516160)]} 0 0
[junit4:junit4]   2> 10029 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[4 (1429327158089613312)]} 0 0
[junit4:junit4]   2> 10038 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10005 (1429327158099050496)]} 0 0
[junit4:junit4]   2> 10040 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10005 (1429327158101147648)]} 0 0
[junit4:junit4]   2> 10043 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[5 (1429327158103244800)]} 0 1
[junit4:junit4]   2> 10044 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[5 (1429327158105341952)]} 0 0
[junit4:junit4]   2> 10119 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10006 (1429327158183985152)]} 0 0
[junit4:junit4]   2> 10122 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10006 (1429327158187130880)]} 0 0
[junit4:junit4]   2> 10123 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[6 (1429327158188179456)]} 0 0
[junit4:junit4]   2> 10126 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[6 (1429327158191325184)]} 0 0
[junit4:junit4]   2> 10131 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10007 (1429327158196568064)]} 0 0
[junit4:junit4]   2> 10133 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10007 (1429327158198665216)]} 0 0
[junit4:junit4]   2> 10135 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[7 (1429327158200762368)]} 0 0
[junit4:junit4]   2> 10137 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[7 (1429327158202859520)]} 0 0
[junit4:junit4]   2> 10201 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10008 (1429327158268919808)]} 0 1
[junit4:junit4]   2> 10202 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10008 (1429327158271016960)]} 0 0
[junit4:junit4]   2> 10203 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[8 (1429327158272065536)]} 0 0
[junit4:junit4]   2> 10205 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[8 (1429327158274162688)]} 0 0
[junit4:junit4]   2> 10277 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[10004 (-1429327158349660160)]} 0 0
[junit4:junit4]   2> 10280 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10004 (-1429327158352805888)]} 0 0
[junit4:junit4]   2> 10281 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[4 (-1429327158353854464)]} 0 1
[junit4:junit4]   2> 10282 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10009 (1429327158354903040)]} 0 0
[junit4:junit4]   2> 10283 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[4 (-1429327158355951616)]} 0 0
[junit4:junit4]   2> 10284 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10009 (1429327158357000192)]} 0 0
[junit4:junit4]   2> 10285 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[9 (1429327158358048768)]} 0 0
[junit4:junit4]   2> 10287 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[9 (1429327158360145920)]} 0 0
[junit4:junit4]   2> 10311 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10010 (1429327158385311744)]} 0 0
[junit4:junit4]   2> 10313 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10010 (1429327158387408896)]} 0 0
[junit4:junit4]   2> 10315 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10 (1429327158389506048)]} 0 0
[junit4:junit4]   2> 10317 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10 (1429327158391603200)]} 0 0
[junit4:junit4]   2> 10367 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[10005 (-1429327158444032000)]} 0 0
[junit4:junit4]   2> 10370 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[10005 (-1429327158447177728)]} 0 0
[junit4:junit4]   2> 10370 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[5 (-1429327158447177728)]} 0 0
[junit4:junit4]   2> 10372 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[5 (-1429327158449274880)]} 0 0
[junit4:junit4]   2> 10372 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10011 (1429327158449274880)]} 0 0
[junit4:junit4]   2> 10374 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[11 (1429327158451372032)]} 0 0
[junit4:junit4]   2> 10375 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10011 (1429327158452420608)]} 0 0
[junit4:junit4]   2> 10376 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[11 (1429327158453469184)]} 0 0
[junit4:junit4]   2> 10417 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10007 (-1429327158495412224)]} 0 1
[junit4:junit4]   2> 10418 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[7 (-1429327158497509376)]} 0 0
[junit4:junit4]   2> 10419 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10007 (-1429327158498557952)]} 0 0
[junit4:junit4]   2> 10420 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[7 (-1429327158499606528)]} 0 0
[junit4:junit4]   2> 10421 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10012 (1429327158500655104)]} 0 0
[junit4:junit4]   2> 10423 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[12 (1429327158502752256)]} 0 0
[junit4:junit4]   2> 10423 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10012 (1429327158502752256)]} 0 0
[junit4:junit4]   2> 10426 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[12 (1429327158505897984)]} 0 0
[junit4:junit4]   2> 10430 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[10011 (-1429327158510092288)]} 0 0
[junit4:junit4]   2> 10432 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10011 (-1429327158512189440)]} 0 0
[junit4:junit4]   2> 10432 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[11 (-1429327158512189440)]} 0 0
[junit4:junit4]   2> 10435 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[11 (-1429327158515335168)]} 0 0
[junit4:junit4]   2> 10435 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10013 (1429327158515335168)]} 0 0
[junit4:junit4]   2> 10437 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[13 (1429327158517432320)]} 0 0
[junit4:junit4]   2> 10437 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10013 (1429327158517432320)]} 0 0
[junit4:junit4]   2> 10439 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[13 (1429327158519529472)]} 0 0
[junit4:junit4]   2> 10470 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10014 (1429327158552035328)]} 0 0
[junit4:junit4]   2> 10473 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[14 (1429327158555181056)]} 0 0
[junit4:junit4]   2> 10473 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10014 (1429327158555181056)]} 0 0
[junit4:junit4]   2> 10476 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[14 (1429327158558326784)]} 0 0
[junit4:junit4]   2> 10492 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[10012 (-1429327158575104000)]} 0 0
[junit4:junit4]   2> 10495 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10012 (-1429327158578249728)]} 0 0
[junit4:junit4]   2> 10495 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[12 (-1429327158578249728)]} 0 0
[junit4:junit4]   2> 10496 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10015 (1429327158579298304)]} 0 0
[junit4:junit4]   2> 10498 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[12 (-1429327158581395456)]} 0 0
[junit4:junit4]   2> 10499 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[15 (1429327158582444032)]} 0 0
[junit4:junit4]   2> 10499 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10015 (1429327158582444032)]} 0 0
[junit4:junit4]   2> 10502 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[15 (1429327158585589760)]} 0 0
[junit4:junit4]   2> 10516 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10016 (1429327158599221248)]} 0 1
[junit4:junit4]   2> 10518 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[16 (1429327158602366976)]} 0 0
[junit4:junit4]   2> 10518 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10016 (1429327158602366976)]} 0 0
[junit4:junit4]   2> 10520 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[16 (1429327158604464128)]} 0 0
[junit4:junit4]   2> 10538 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10017 (1429327158623338496)]} 0 0
[junit4:junit4]   2> 10540 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[17 (1429327158625435648)]} 0 0
[junit4:junit4]   2> 10540 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10017 (1429327158625435648)]} 0 0
[junit4:junit4]   2> 10543 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[17 (1429327158628581376)]} 0 0
[junit4:junit4]   2> 10600 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10601 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62819"}
[junit4:junit4]   2> 10601 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10013 (-1429327158689398784)]} 0 0
[junit4:junit4]   2> 10603 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10013 (-1429327158691495936)]} 0 0
[junit4:junit4]   2> 10603 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[13 (-1429327158691495936)]} 0 0
[junit4:junit4]   2> 10606 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[13 (-1429327158694641664)]} 0 0
[junit4:junit4]   2> 10606 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10018 (1429327158694641664)]} 0 0
[junit4:junit4]   2> 10608 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10018 (1429327158696738816)]} 0 0
[junit4:junit4]   2> 10609 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[18 (1429327158696738816)]} 0 1
[junit4:junit4]   2> 10610 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[18 (1429327158698835968)]} 0 0
[junit4:junit4]   2> 10611 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10611 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10611 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10612 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10616 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[10016 (-1429327158705127424)]} 0 0
[junit4:junit4]   2> 10619 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[16 (-1429327158708273152)]} 0 0
[junit4:junit4]   2>  C462_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:62819_, base_url=http://127.0.0.1:62819}
[junit4:junit4]   2> 10629 T5502 C462 P62819 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5094f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8d837e4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10630 T5502 C462 P62819 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10633 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[16 (-1429327158710370304)]} 0 6
[junit4:junit4]   2> 10633 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10016 (-1429327158708273152)]} 0 6
[junit4:junit4]   2> 10634 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10016 (-1429327158708273152)]} 0 15
[junit4:junit4]   2> 10634 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[16 (-1429327158710370304)]} 0 13
[junit4:junit4]   2> 10635 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[19 (1429327158725050369)]} 0 0
[junit4:junit4]   2> 10635 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10019 (1429327158725050368)]} 0 0
[junit4:junit4]   2> 10639 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1429327158728196096)]} 0 0
[junit4:junit4]   2> 10641 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[19 (1429327158728196096)]} 0 3
[junit4:junit4]   2> 10641 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10019 (1429327158728196097)]} 0 0
[junit4:junit4]   2> 10641 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10019 (1429327158728196097)]} 0 3
[junit4:junit4]   2> 10668 T5490 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:62819__collection1&state=recovering&nodeName=127.0.0.1:62819_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=778 
[junit4:junit4]   2> 10708 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[20 (1429327158800547840)]} 0 1
[junit4:junit4]   2> 10708 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10020 (1429327158801596416)]} 0 0
[junit4:junit4]   2> 10711 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1429327158802644992)]} 0 0
[junit4:junit4]   2> 10711 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[20 (1429327158802644992)]} 0 2
[junit4:junit4]   2> 10711 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10020 (1429327158803693568)]} 0 0
[junit4:junit4]   2> 10712 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10020 (1429327158803693568)]} 0 2
[junit4:junit4]   2> 10743 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[21 (1429327158837248000)]} 0 1
[junit4:junit4]   2> 10743 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10021 (1429327158838296576)]} 0 0
[junit4:junit4]   2> 10747 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1429327158840393728)]} 0 0
[junit4:junit4]   2> 10748 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[21 (1429327158840393728)]} 0 3
[junit4:junit4]   2> 10748 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10021 (1429327158841442304)]} 0 0
[junit4:junit4]   2> 10749 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10021 (1429327158841442304)]} 0 3
[junit4:junit4]   2> 10789 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[17 (-1429327158886531072)]} 0 0
[junit4:junit4]   2> 10790 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10017 (-1429327158887579648)]} 0 0
[junit4:junit4]   2> 10795 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[17 (-1429327158888628224)]} 0 0
[junit4:junit4]   2> 10795 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[17 (-1429327158888628224)]} 0 4
[junit4:junit4]   2> 10796 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10017 (-1429327158891773952)]} 0 0
[junit4:junit4]   2> 10796 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10017 (-1429327158891773952)]} 0 2
[junit4:junit4]   2> 10797 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[22 (1429327158894919680)]} 0 0
[junit4:junit4]   2> 10798 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10022 (1429327158895968256)]} 0 0
[junit4:junit4]   2> 10801 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1429327158897016832)]} 0 0
[junit4:junit4]   2> 10802 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[22 (1429327158897016832)]} 0 3
[junit4:junit4]   2> 10803 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10022 (1429327158898065408)]} 0 0
[junit4:junit4]   2> 10803 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10022 (1429327158898065408)]} 0 3
[junit4:junit4]   2> 10812 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[18 (-1429327158910648320)]} 0 0
[junit4:junit4]   2> 10813 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10018 (-1429327158911696896)]} 0 0
[junit4:junit4]   2> 10815 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[18 (-1429327158912745472)]} 0 0
[junit4:junit4]   2> 10816 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[18 (-1429327158912745472)]} 0 2
[junit4:junit4]   2> 10817 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10018 (-1429327158913794048)]} 0 0
[junit4:junit4]   2> 10818 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[10018 (-1429327158913794048)]} 0 3
[junit4:junit4]   2> 10818 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[23 (1429327158916939776)]} 0 0
[junit4:junit4]   2> 10819 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10023 (1429327158917988352)]} 0 0
[junit4:junit4]   2> 10822 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1429327158919036928)]} 0 0
[junit4:junit4]   2> 10822 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[23 (1429327158919036928)]} 0 2
[junit4:junit4]   2> 10823 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10023 (1429327158921134080)]} 0 0
[junit4:junit4]   2> 10824 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10023 (1429327158921134080)]} 0 2
[junit4:junit4]   2> 10869 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[21 (-1429327158970417152)]} 0 0
[junit4:junit4]   2> 10871 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[10021 (-1429327158972514304)]} 0 0
[junit4:junit4]   2> 10874 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[21 (-1429327158973562880)]} 0 0
[junit4:junit4]   2> 10874 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10021 (-1429327158973562881)]} 0 0
[junit4:junit4]   2> 10875 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10021 (-1429327158973562881)]} 0 3
[junit4:junit4]   2> 10875 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[21 (-1429327158973562880)]} 0 3
[junit4:junit4]   2> 10877 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[24 (1429327158978805760)]} 0 0
[junit4:junit4]   2> 10877 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10024 (1429327158978805761)]} 0 0
[junit4:junit4]   2> 10882 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10024 (1429327158980902912)]} 0 0
[junit4:junit4]   2> 10882 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1429327158980902913)]} 0 0
[junit4:junit4]   2> 10883 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10024 (1429327158980902912)]} 0 4
[junit4:junit4]   2> 10883 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[24 (1429327158980902913)]} 0 4
[junit4:junit4]   2> 10894 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10025 (1429327158996631552)]} 0 0
[junit4:junit4]   2> 10894 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[25 (1429327158996631553)]} 0 0
[junit4:junit4]   2> 10900 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1429327159000825857)]} 0 0
[junit4:junit4]   2> 10900 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10025 (1429327159000825856)]} 0 0
[junit4:junit4]   2> 10901 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[25 (1429327159000825857)]} 0 3
[junit4:junit4]   2> 10901 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10025 (1429327159000825856)]} 0 3
[junit4:junit4]   2> 10975 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10026 (1429327159080517632)]} 0 1
[junit4:junit4]   2> 10975 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[26 (1429327159080517633)]} 0 1
[junit4:junit4]   2> 10979 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10026 (1429327159083663361)]} 0 0
[junit4:junit4]   2> 10980 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10026 (1429327159083663361)]} 0 3
[junit4:junit4]   2> 10980 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1429327159083663360)]} 0 0
[junit4:junit4]   2> 10981 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[26 (1429327159083663360)]} 0 4
[junit4:junit4]   2> 11029 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10022 (-1429327159138189312)]} 0 0
[junit4:junit4]   2> 11030 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[22 (-1429327159139237888)]} 0 0
[junit4:junit4]   2> 11033 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10022 (-1429327159140286464)]} 0 0
[junit4:junit4]   2> 11034 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10022 (-1429327159140286464)]} 0 3
[junit4:junit4]   2> 11034 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[22 (-1429327159141335040)]} 0 0
[junit4:junit4]   2> 11034 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[22 (-1429327159141335040)]} 0 2
[junit4:junit4]   2> 11035 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10027 (1429327159144480768)]} 0 0
[junit4:junit4]   2> 11036 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[27 (1429327159145529344)]} 0 0
[junit4:junit4]   2> 11040 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10027 (1429327159146577920)]} 0 0
[junit4:junit4]   2> 11041 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10027 (1429327159146577920)]} 0 4
[junit4:junit4]   2> 11043 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1429327159147626496)]} 0 1
[junit4:junit4]   2> 11043 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[27 (1429327159147626496)]} 0 5
[junit4:junit4]   2> 11057 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[10023 (-1429327159167549440)]} 0 0
[junit4:junit4]   2> 11060 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[23 (-1429327159169646592)]} 0 1
[junit4:junit4]   2> 11062 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10023 (-1429327159170695168)]} 0 0
[junit4:junit4]   2> 11063 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10023 (-1429327159170695168)]} 0 3
[junit4:junit4]   2> 11064 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[23 (-1429327159172792320)]} 0 0
[junit4:junit4]   2> 11065 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[23 (-1429327159172792320)]} 0 3
[junit4:junit4]   2> 11065 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10028 (1429327159175938048)]} 0 0
[junit4:junit4]   2> 11067 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[28 (1429327159178035200)]} 0 0
[junit4:junit4]   2> 11069 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10028 (1429327159178035200)]} 0 0
[junit4:junit4]   2> 11070 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10028 (1429327159178035200)]} 0 3
[junit4:junit4]   2> 11072 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1429327159181180928)]} 0 0
[junit4:junit4]   2> 11072 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[28 (1429327159181180928)]} 0 2
[junit4:junit4]   2> 11082 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10029 (1429327159193763840)]} 0 0
[junit4:junit4]   2> 11084 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[29 (1429327159195860992)]} 0 0
[junit4:junit4]   2> 11086 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10029 (1429327159195860992)]} 0 0
[junit4:junit4]   2> 11087 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10029 (1429327159195860992)]} 0 3
[junit4:junit4]   2> 11089 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1429327159199006720)]} 0 0
[junit4:junit4]   2> 11090 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[29 (1429327159199006720)]} 0 3
[junit4:junit4]   2> 11151 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10030 (1429327159266115584)]} 0 0
[junit4:junit4]   2> 11154 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[30 (1429327159269261312)]} 0 0
[junit4:junit4]   2> 11156 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10030 (1429327159269261312)]} 0 0
[junit4:junit4]   2> 11157 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10030 (1429327159269261312)]} 0 3
[junit4:junit4]   2> 11159 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1429327159272407040)]} 0 0
[junit4:junit4]   2> 11160 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[30 (1429327159272407040)]} 0 3
[junit4:junit4]   2> 11214 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10031 (1429327159332175872)]} 0 0
[junit4:junit4]   2> 11219 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[31 (1429327159336370176)]} 0 1
[junit4:junit4]   2> 11224 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10031 (1429327159337418752)]} 0 0
[junit4:junit4]   2> 11225 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10031 (1429327159337418752)]} 0 6
[junit4:junit4]   2> 11225 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1429327159342661632)]} 0 0
[junit4:junit4]   2> 11226 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[31 (1429327159342661632)]} 0 2
[junit4:junit4]   2> 11282 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10024 (-1429327159402430464)]} 0 1
[junit4:junit4]   2> 11282 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[24 (-1429327159403479040)]} 0 0
[junit4:junit4]   2> 11286 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10024 (-1429327159405576193)]} 0 0
[junit4:junit4]   2> 11286 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[24 (-1429327159405576192)]} 0 0
[junit4:junit4]   2> 11287 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[24 (-1429327159405576192)]} 0 3
[junit4:junit4]   2> 11287 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10024 (-1429327159405576193)]} 0 3
[junit4:junit4]   2> 11289 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[32 (1429327159410819072)]} 0 0
[junit4:junit4]   2> 11290 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10032 (1429327159411867648)]} 0 0
[junit4:junit4]   2> 11293 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1429327159412916224)]} 0 0
[junit4:junit4]   2> 11293 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10032 (1429327159413964800)]} 0 0
[junit4:junit4]   2> 11294 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10032 (1429327159413964800)]} 0 2
[junit4:junit4]   2> 11295 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[32 (1429327159412916224)]} 0 4
[junit4:junit4]   2> 11328 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[33 (1429327159450664961)]} 0 1
[junit4:junit4]   2> 11328 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10033 (1429327159450664960)]} 0 1
[junit4:junit4]   2> 11333 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1429327159453810688)]} 0 1
[junit4:junit4]   2> 11333 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10033 (1429327159453810689)]} 0 1
[junit4:junit4]   2> 11334 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[33 (1429327159453810688)]} 0 4
[junit4:junit4]   2> 11334 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10033 (1429327159453810689)]} 0 4
[junit4:junit4]   2> 11343 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10034 (1429327159466393601)]} 0 1
[junit4:junit4]   2> 11343 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[34 (1429327159466393600)]} 0 1
[junit4:junit4]   2> 11348 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1429327159469539329)]} 0 1
[junit4:junit4]   2> 11348 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10034 (1429327159469539328)]} 0 1
[junit4:junit4]   2> 11349 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[34 (1429327159469539329)]} 0 4
[junit4:junit4]   2> 11349 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10034 (1429327159469539328)]} 0 4
[junit4:junit4]   2> 11417 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[35 (1429327159545036800)]} 0 0
[junit4:junit4]   2> 11417 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10035 (1429327159545036801)]} 0 0
[junit4:junit4]   2> 11422 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1429327159547133952)]} 0 1
[junit4:junit4]   2> 11423 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10035 (1429327159548182528)]} 0 1
[junit4:junit4]   2> 11423 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[35 (1429327159547133952)]} 0 4
[junit4:junit4]   2> 11423 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10035 (1429327159548182528)]} 0 3
[junit4:junit4]   2> 11448 T5453 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 62819
[junit4:junit4]   2> 11448 T5453 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=689262098
[junit4:junit4]   2> 11498 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10036 (1429327159628922881)]} 0 1
[junit4:junit4]   2> 11498 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[36 (1429327159628922880)]} 0 1
[junit4:junit4]   2> 11502 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1429327159632068608)]} 0 0
[junit4:junit4]   2> 11502 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[36 (1429327159632068608)]} 0 2
[junit4:junit4]   2> 11502 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10036 (1429327159632068609)]} 0 0
[junit4:junit4]   2> 11503 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10036 (1429327159632068609)]} 0 3
[junit4:junit4]   2> 11567 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[27 (-1429327159702323200)]} 0 0
[junit4:junit4]   2> 11569 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[10027 (-1429327159704420352)]} 0 0
[junit4:junit4]   2> 11575 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[27 (-1429327159704420352)]} 0 0
[junit4:junit4]   2> 11575 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[27 (-1429327159704420352)]} 0 6
[junit4:junit4]   2> 11576 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10027 (-1429327159710711808)]} 0 0
[junit4:junit4]   2> 11576 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10027 (-1429327159710711808)]} 0 1
[junit4:junit4]   2> 11578 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[37 (1429327159712808960)]} 0 1
[junit4:junit4]   2> 11578 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10037 (1429327159713857536)]} 0 0
[junit4:junit4]   2> 11581 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1429327159715954688)]} 0 0
[junit4:junit4]   2> 11582 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[37 (1429327159715954688)]} 0 2
[junit4:junit4]   2> 11583 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10037 (1429327159717003264)]} 0 0
[junit4:junit4]   2> 11584 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10037 (1429327159717003264)]} 0 3
[junit4:junit4]   2> 11613 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[38 (1429327159750557696)]} 0 0
[junit4:junit4]   2> 11614 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10038 (1429327159751606272)]} 0 0
[junit4:junit4]   2> 11617 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1429327159752654848)]} 0 0
[junit4:junit4]   2> 11618 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[38 (1429327159752654848)]} 0 3
[junit4:junit4]   2> 11619 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10038 (1429327159753703424)]} 0 0
[junit4:junit4]   2> 11619 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10038 (1429327159753703424)]} 0 3
[junit4:junit4]   2> 11627 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[28 (-1429327159765237760)]} 0 0
[junit4:junit4]   2> 11629 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[10028 (-1429327159767334912)]} 0 0
[junit4:junit4]   2> 11632 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10028 (-1429327159768383489)]} 0 0
[junit4:junit4]   2> 11632 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[28 (-1429327159768383488)]} 0 0
[junit4:junit4]   2> 11632 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10028 (-1429327159768383489)]} 0 2
[junit4:junit4]   2> 11632 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[28 (-1429327159768383488)]} 0 2
[junit4:junit4]   2> 11634 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10039 (1429327159772577792)]} 0 0
[junit4:junit4]   2> 11635 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[39 (1429327159773626368)]} 0 0
[junit4:junit4]   2> 11638 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1429327159775723520)]} 0 0
[junit4:junit4]   2> 11638 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10039 (1429327159774674944)]} 0 0
[junit4:junit4]   2> 11639 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[39 (1429327159775723520)]} 0 2
[junit4:junit4]   2> 11639 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10039 (1429327159774674944)]} 0 3
[junit4:junit4]   2> 11646 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[40 (1429327159784112128)]} 0 1
[junit4:junit4]   2> 11646 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10040 (1429327159785160704)]} 0 0
[junit4:junit4]   2> 11650 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1429327159787257856)]} 0 0
[junit4:junit4]   2> 11651 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[40 (1429327159787257856)]} 0 3
[junit4:junit4]   2> 11651 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10040 (1429327159787257857)]} 0 0
[junit4:junit4]   2> 11651 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10040 (1429327159787257857)]} 0 3
[junit4:junit4]   2> 11676 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10031 (-1429327159816617984)]} 0 0
[junit4:junit4]   2> 11676 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[31 (-1429327159816617985)]} 0 0
[junit4:junit4]   2> 11679 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[31 (-1429327159818715136)]} 0 0
[junit4:junit4]   2> 11679 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10031 (-1429327159818715137)]} 0 0
[junit4:junit4]   2> 11680 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[31 (-1429327159818715136)]} 0 2
[junit4:junit4]   2> 11680 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10031 (-1429327159818715137)]} 0 2
[junit4:junit4]   2> 11682 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[41 (1429327159822909440)]} 0 0
[junit4:junit4]   2> 11683 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10041 (1429327159823958016)]} 0 0
[junit4:junit4]   2> 11687 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10041 (1429327159827103744)]} 0 0
[junit4:junit4]   2> 11688 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1429327159826055168)]} 0 1
[junit4:junit4]   2> 11688 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10041 (1429327159827103744)]} 0 2
[junit4:junit4]   2> 11689 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[41 (1429327159826055168)]} 0 4
[junit4:junit4]   2> 11730 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[42 (1429327159873241088)]} 0 0
[junit4:junit4]   2> 11730 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10042 (1429327159873241089)]} 0 0
[junit4:junit4]   2> 11733 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1429327159875338241)]} 0 0
[junit4:junit4]   2> 11733 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10042 (1429327159875338240)]} 0 0
[junit4:junit4]   2> 11734 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[42 (1429327159875338241)]} 0 2
[junit4:junit4]   2> 11734 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10042 (1429327159875338240)]} 0 2
[junit4:junit4]   2> 11782 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10043 (1429327159926718464)]} 0 1
[junit4:junit4]   2> 11782 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[43 (1429327159926718465)]} 0 1
[junit4:junit4]   2> 11784 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11785 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:62819__collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62819"}
[junit4:junit4]   2> 11787 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10043 (1429327159929864193)]} 0 0
[junit4:junit4]   2> 11787 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1429327159929864192)]} 0 1
[junit4:junit4]   2> 11788 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10043 (1429327159929864193)]} 0 4
[junit4:junit4]   2> 11788 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[43 (1429327159929864192)]} 0 4
[junit4:junit4]   2> 11795 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11795 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11796 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11796 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11797 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[44 (1429327159942447104)]} 0 1
[junit4:junit4]   2> 11797 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10044 (1429327159942447105)]} 0 1
[junit4:junit4]   2> 11800 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[44 (1429327159945592832)]} 0 1
[junit4:junit4]   2> 11800 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10044 (1429327159946641408)]} 0 0
[junit4:junit4]   2> 11855 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[45 (1429327160003264512)]} 0 1
[junit4:junit4]   2> 11855 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10045 (1429327160004313088)]} 0 0
[junit4:junit4]   2> 11857 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10045 (1429327160006410240)]} 0 0
[junit4:junit4]   2> 11857 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[45 (1429327160006410241)]} 0 0
[junit4:junit4]   2> 11938 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10035 (-1429327160091344896)]} 0 0
[junit4:junit4]   2> 11938 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[35 (-1429327160091344897)]} 0 0
[junit4:junit4]   2> 11940 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10035 (-1429327160093442048)]} 0 0
[junit4:junit4]   2> 11940 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[35 (-1429327160093442049)]} 0 0
[junit4:junit4]   2> 11943 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[46 (1429327160096587777)]} 0 0
[junit4:junit4]   2> 11943 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10046 (1429327160096587776)]} 0 0
[junit4:junit4]   2> 11946 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[46 (1429327160098684929)]} 0 1
[junit4:junit4]   2> 11946 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10046 (1429327160098684928)]} 0 1
[junit4:junit4]   2> 12013 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[47 (1429327160168939521)]} 0 1
[junit4:junit4]   2> 12013 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10047 (1429327160168939520)]} 0 1
[junit4:junit4]   2> 12015 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10047 (1429327160172085248)]} 0 0
[junit4:junit4]   2> 12016 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[47 (1429327160172085249)]} 0 0
[junit4:junit4]   2> 12091 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[37 (-1429327160251777024)]} 0 0
[junit4:junit4]   2> 12091 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10037 (-1429327160251777025)]} 0 0
[junit4:junit4]   2> 12094 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[37 (-1429327160254922752)]} 0 0
[junit4:junit4]   2> 12094 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10037 (-1429327160254922753)]} 0 0
[junit4:junit4]   2> 12096 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[48 (1429327160257019905)]} 0 0
[junit4:junit4]   2> 12096 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10048 (1429327160257019904)]} 0 0
[junit4:junit4]   2> 12099 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[48 (1429327160260165632)]} 0 0
[junit4:junit4]   2> 12100 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10048 (1429327160260165633)]} 0 1
[junit4:junit4]   2> 12157 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[10039 (-1429327160320983041)]} 0 0
[junit4:junit4]   2> 12157 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[39 (-1429327160320983040)]} 0 0
[junit4:junit4]   2> 12160 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[39 (-1429327160324128768)]} 0 0
[junit4:junit4]   2> 12160 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10039 (-1429327160324128769)]} 0 0
[junit4:junit4]   2> 12162 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[49 (1429327160326225920)]} 0 0
[junit4:junit4]   2> 12162 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10049 (1429327160326225921)]} 0 0
[junit4:junit4]   2> 12164 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10049 (1429327160328323072)]} 0 0
[junit4:junit4]   2> 12165 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[49 (1429327160328323073)]} 0 1
[junit4:junit4]   2>  C462_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:62819_, base_url=http://127.0.0.1:62819}
[junit4:junit4]   2> 12225 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:62810/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 12225 T5514 C462 P62819 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:62819 START replicas=[http://127.0.0.1:62810/collection1/] nUpdates=100
[junit4:junit4]   2> 12225 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[50 (1429327160392286208)]} 0 0
[junit4:junit4]   2> 12226 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10050 (1429327160393334784)]} 0 1
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty2\tlog\tlog.0000000000000000000 refcount=1}}
[junit4:junit4]   2> 12227 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10050 (1429327160394383361)]} 0 0
[junit4:junit4]   2> 12228 T5514 C462 P62819 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:62810/collection1/. core=collection1
[junit4:junit4]   2> 12227 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[50 (1429327160394383360)]} 0 0
[junit4:junit4]   2> 12228 T5490 C464 P62810 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 12229 T5514 C462 P62819 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12233 T5489 C464 P62810 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 12243 T5489 C464 P62810 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b31c2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b41426f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b31c2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b41426f),segFN=segments_2,generation=2,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.pos, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0_MockSep_0.doc, _0.si, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockRandom_0.pyl, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 12243 T5489 C464 P62810 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.pos, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0_MockSep_0.doc, _0.si, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockRandom_0.pyl, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 12246 T5489 C464 P62810 oass.SolrIndexSearcher.<init> Opening Searcher@58a385b6 realtime
[junit4:junit4]   2> 12246 T5489 C464 P62810 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12246 T5489 C464 P62810 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 12247 T5514 C462 P62819 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12247 T5514 C462 P62819 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12249 T5486 C464 P62810 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12249 T5486 C464 P62810 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 12249 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 12249 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 12249 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 12252 T5488 C464 P62810 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 12252 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 54
[junit4:junit4]   2> 12255 T5514 C462 P62819 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index.20130313022322635 forceNew: false
[junit4:junit4]   2> 12256 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922) fullCopy=true
[junit4:junit4]   2> 12258 T5491 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12263 T5490 C464 P62810 REQ /replication {file=_0_MockSep_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12268 T5489 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12272 T5487 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12277 T5486 C464 P62810 REQ /replication {file=_1_MockRandom_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12281 T5488 C464 P62810 REQ /replication {file=_1.fnm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12286 T5491 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12290 T5490 C464 P62810 REQ /replication {file=_0_MockSep_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12291 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10051 (1429327160461492224)]} 0 0
[junit4:junit4]   2> 12292 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[51 (1429327160462540800)]} 0 0
[junit4:junit4]   2> 12293 T5487 C464 P62810 REQ /replication {file=_0_SimpleText_0.pst&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12296 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10051 (1429327160463589376)]} 0 3
[junit4:junit4]   2> 12296 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[51 (1429327160464637952)]} 0 2
[junit4:junit4]   2> 12298 T5488 C464 P62810 REQ /replication {file=_1_MockSep_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12302 T5491 C464 P62810 REQ /replication {file=_1_MockSep_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12303 T5514 C462 P62819 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_1_MockSep_0.pyl, size=0}
[junit4:junit4]   2> 12306 T5490 C464 P62810 REQ /replication {file=_1.nvm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12309 T5487 C464 P62810 REQ /replication {file=_1_MockSep_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12313 T5489 C464 P62810 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12318 T5486 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.blm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12322 T5488 C464 P62810 REQ /replication {file=_1_MockSep_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12326 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[41 (-1429327160498192384)]} 0 0
[junit4:junit4]   2> 12326 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[10041 (-1429327160498192385)]} 0 0
[junit4:junit4]   2> 12327 T5491 C464 P62810 REQ /replication {file=_1_MockRandom_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12328 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10041 (-1429327160500289536)]} 0 0
[junit4:junit4]   2> 12328 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[41 (-1429327160500289537)]} 0 0
[junit4:junit4]   2> 12331 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10052 (1429327160503435265)]} 0 0
[junit4:junit4]   2> 12331 T5489 C464 P62810 REQ /replication {file=_1.nvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12331 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[52 (1429327160503435264)]} 0 0
[junit4:junit4]   2> 12334 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10052 (1429327160505532416)]} 0 1
[junit4:junit4]   2> 12334 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[52 (1429327160506580992)]} 0 0
[junit4:junit4]   2> 12337 T5491 C464 P62810 REQ /replication {file=_0_1.del&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12341 T5487 C464 P62810 REQ /replication {file=_1_MockRandom_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12346 T5490 C464 P62810 REQ /replication {file=_1_MockRandom_0.sd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12353 T5489 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12358 T5486 C464 P62810 REQ /replication {file=_0_MockRandom_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12363 T5488 C464 P62810 REQ /replication {file=_1_MockSep_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12367 T5491 C464 P62810 REQ /replication {file=_1.fdx&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12371 T5487 C464 P62810 REQ /replication {file=_0_MockRandom_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12375 T5490 C464 P62810 REQ /replication {file=_1.fdt&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12379 T5489 C464 P62810 REQ /replication {file=_0_MockRandom_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12383 T5486 C464 P62810 REQ /replication {file=_0_MockRandom_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12388 T5488 C464 P62810 REQ /replication {file=_1_MockRandom_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12391 T5491 C464 P62810 REQ /replication {file=_1_SimpleText_0.pst&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12396 T5487 C464 P62810 REQ /replication {file=_1_MockSep_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12401 T5490 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12410 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10053 (1429327160586272768)]} 0 1
[junit4:junit4]   2> 12410 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[53 (1429327160586272769)]} 0 0
[junit4:junit4]   2> 12411 T5489 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12412 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10053 (1429327160588369920)]} 0 0
[junit4:junit4]   2> 12412 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[53 (1429327160588369921)]} 0 0
[junit4:junit4]   2> 12417 T5491 C464 P62810 REQ /replication {file=_0.nvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12421 T5490 C464 P62810 REQ /replication {file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12424 T5489 C464 P62810 REQ /replication {file=_0_MockSep_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12428 T5486 C464 P62810 REQ /replication {file=_0_MockRandom_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12433 T5488 C464 P62810 REQ /replication {file=_1_MockSep_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12437 T5487 C464 P62810 REQ /replication {file=_1_1.del&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12442 T5491 C464 P62810 REQ /replication {file=_0.nvm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12445 T5490 C464 P62810 REQ /replication {file=_0_MockSep_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12449 T5489 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.blm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12452 T5486 C464 P62810 REQ /replication {file=_0_MockRandom_0.sd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12456 T5488 C464 P62810 REQ /replication {file=_1.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12461 T5487 C464 P62810 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12464 T5491 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12468 T5490 C464 P62810 REQ /replication {file=_0_MockRandom_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12473 T5489 C464 P62810 REQ /replication {file=_0_MockSep_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12477 T5486 C464 P62810 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12481 T5488 C464 P62810 REQ /replication {file=_0_MockSep_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12485 T5487 C464 P62810 REQ /replication {file=_0_MockSep_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12486 T5514 C462 P62819 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockSep_0.pyl, size=0}
[junit4:junit4]   2> 12487 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10054 (1429327160665964544)]} 0 1
[junit4:junit4]   2> 12488 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[54 (1429327160668061696)]} 0 0
[junit4:junit4]   2> 12490 T5491 C464 P62810 REQ /replication {file=_0_MockRandom_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12491 T5514 C462 P62819 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockRandom_0.pyl, size=0}
[junit4:junit4]   2> 12491 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10054 (1429327160671207424)]} 0 1
[junit4:junit4]   2> 12493 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[54 (1429327160672256000)]} 0 1
[junit4:junit4]   2> 12495 T5486 C464 P62810 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12496 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 12497 T5514 C462 P62819 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130313022322635
[junit4:junit4]   2> 12499 T5514 C462 P62819 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 12499 T5514 C462 P62819 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 12499 T5514 C462 P62819 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 12502 T5514 C462 P62819 oasc.SolrCore.getNewIndexDir New index directory detected: old=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index/ new=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index.20130313022322635
[junit4:junit4]   2> 12516 T5514 C462 P62819 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_2,generation=2,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 12517 T5514 C462 P62819 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 12517 T5514 C462 P62819 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 12521 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10042 (-1429327160702664704)]} 0 0
[junit4:junit4]   2> 12521 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[42 (-1429327160702664705)]} 0 0
[junit4:junit4]   2> 12525 T5514 C462 P62819 oass.SolrIndexSearcher.<init> Opening Searcher@245cc3fa main
[junit4:junit4]   2> 12526 T5513 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@245cc3fa main{StandardDirectoryReader(segments_2:5:nrt _0(4.3):C81/34 _1(4.3):C19/6)}
[junit4:junit4]   2> 12526 T5514 C462 P62819 oash.SnapPuller$2.preClose removing old index files MockDirWrapper(org.apache.lucene.store.RAMDirectory@5094f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8d837e4)
[junit4:junit4]   2> 12526 T5514 C462 P62819 oasc.CachingDirectoryFactory.closeDirectory Closing directory: .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index
[junit4:junit4]   2> 12526 T5514 C462 P62819 oash.SnapPuller$2.postClose removing old index directory MockDirWrapper(org.apache.lucene.store.RAMDirectory@5094f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8d837e4)
[junit4:junit4]   2> 12528 T5514 C462 P62819 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4]   2> 12528 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10042 (-1429327160710004736)]} 0 0
[junit4:junit4]   2> 12528 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[42 (-1429327160710004737)]} 0 0
[junit4:junit4]   2> 12529 T5522 C462 P62819 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty2\tlog\tlog.0000000000000000000 refcount=2} active=true starting pos=7162
[junit4:junit4]   2> 12529 T5522 C462 P62819 oasu.DirectUpdateHandler2.commit start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 12533 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10055 (1429327160715247616)]} 0 0
[junit4:junit4]   2> 12534 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[55 (1429327160716296192)]} 0 0
[junit4:junit4]   2> 12535 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10055 (1429327160717344768)]} 0 0
[junit4:junit4]   2> 12537 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[55 (1429327160718393344)]} 0 1
[junit4:junit4]   2> 12539 T5522 C462 P62819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_2,generation=2,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_3,generation=3,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, segments_3, _0.fdt]
[junit4:junit4]   2> 12539 T5522 C462 P62819 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, segments_3, _0.fdt]
[junit4:junit4]   2> 12540 T5522 C462 P62819 oass.SolrIndexSearcher.<init> Opening Searcher@3a3fa085 main
[junit4:junit4]   2> 12541 T5513 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a3fa085 main{StandardDirectoryReader(segments_2:5:nrt _0(4.3):C81/34 _1(4.3):C19/6)}
[junit4:junit4]   2> 12541 T5522 C462 P62819 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12541 T5522 C462 P62819 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=7162}
[junit4:junit4]   2> 12542 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 12542 T5514 C462 P62819 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12542 T5514 C462 P62819 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12544 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 12566 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10056 (1429327160749850624)]} 0 0
[junit4:junit4]   2> 12569 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[56 (1429327160751947776)]} 0 1
[junit4:junit4]   2> 12571 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10056 (1429327160755093504)]} 0 0
[junit4:junit4]   2> 12572 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[56 (1429327160756142080)]} 0 0
[junit4:junit4]   2> 12575 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[57 (1429327160759287808)]} 0 0
[junit4:junit4]   2> 12577 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10057 (1429327160761384960)]} 0 0
[junit4:junit4]   2> 12578 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[57 (1429327160762433536)]} 0 0
[junit4:junit4]   2> 12581 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10057 (1429327160764530688)]} 0 1
[junit4:junit4]   2> 12639 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[47 (-1429327160826396672)]} 0 0
[junit4:junit4]   2> 12642 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[47 (-1429327160829542400)]} 0 0
[junit4:junit4]   2> 12642 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[10047 (-1429327160829542400)]} 0 0
[junit4:junit4]   2> 12644 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[58 (1429327160831639552)]} 0 0
[junit4:junit4]   2> 12645 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10047 (-1429327160832688128)]} 0 0
[junit4:junit4]   2> 12646 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10058 (1429327160833736704)]} 0 0
[junit4:junit4]   2> 12646 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[58 (1429327160833736704)]} 0 0
[junit4:junit4]   2> 12648 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10058 (1429327160835833856)]} 0 0
[junit4:junit4]   2> 12651 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[51 (-1429327160838979584)]} 0 0
[junit4:junit4]   2> 12653 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[51 (-1429327160841076736)]} 0 0
[junit4:junit4]   2> 12653 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[10051 (-1429327160841076736)]} 0 0
[junit4:junit4]   2> 12655 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10051 (-1429327160843173888)]} 0 0
[junit4:junit4]   2> 12655 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[59 (1429327160843173888)]} 0 0
[junit4:junit4]   2> 12657 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10059 (1429327160845271040)]} 0 0
[junit4:junit4]   2> 12658 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[59 (1429327160846319616)]} 0 0
[junit4:junit4]   2> 12660 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10059 (1429327160848416768)]} 0 0
[junit4:junit4]   2> 12697 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[52 (-1429327160887214080)]} 0 0
[junit4:junit4]   2> 12699 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10052 (-1429327160889311232)]} 0 0
[junit4:junit4]   2> 12700 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[52 (-1429327160890359808)]} 0 0
[junit4:junit4]   2> 12702 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[10052 (-1429327160892456960)]} 0 0
[junit4:junit4]   2> 12703 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[60 (1429327160893505536)]} 0 0
[junit4:junit4]   2> 12704 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10060 (1429327160894554112)]} 0 0
[junit4:junit4]   2> 12705 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[60 (1429327160895602688)]} 0 0
[junit4:junit4]   2> 12707 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10060 (1429327160897699840)]} 0 0
[junit4:junit4]   2> 12758 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[61 (1429327160951177216)]} 0 0
[junit4:junit4]   2> 12759 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10061 (1429327160952225792)]} 0 0
[junit4:junit4]   2> 12760 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[61 (1429327160953274368)]} 0 0
[junit4:junit4]   2> 12762 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10061 (1429327160955371520)]} 0 0
[junit4:junit4]   2> 12833 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[62 (1429327161028771840)]} 0 0
[junit4:junit4]   2> 12834 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10062 (1429327161030868992)]} 0 0
[junit4:junit4]   2> 12835 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[62 (1429327161031917568)]} 0 0
[junit4:junit4]   2> 12836 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10062 (1429327161032966144)]} 0 0
[junit4:junit4]   2> 12846 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[63 (1429327161043451904)]} 0 0
[junit4:junit4]   2> 12847 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10063 (1429327161044500480)]} 0 0
[junit4:junit4]   2> 12848 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[63 (1429327161045549056)]} 0 0
[junit4:junit4]   2> 12850 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10063 (1429327161047646208)]} 0 0
[junit4:junit4]   2> 12918 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[64 (1429327161118949376)]} 0 0
[junit4:junit4]   2> 12920 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10064 (1429327161121046528)]} 0 0
[junit4:junit4]   2> 12920 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[64 (1429327161121046528)]} 0 0
[junit4:junit4]   2> 12922 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10064 (1429327161123143680)]} 0 0
[junit4:junit4]   2> 12975 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12975 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62819"}
[junit4:junit4]   2> 12982 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12983 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12983 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12983 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13004 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[53 (-1429327161209126912)]} 0 0
[junit4:junit4]   2> 13009 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10053 (-1429327161214369792)]} 0 0
[junit4:junit4]   2>  C462_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:62819_, base_url=http://127.0.0.1:62819}
[junit4:junit4]   2> 13013 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[53 (-1429327161211224064)]} 0 5
[junit4:junit4]   2> 13015 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10053 (-1429327161216466944)]} 0 2
[junit4:junit4]   2> 13016 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[53 (-1429327161211224064)]} 0 10
[junit4:junit4]   2> 13016 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10053 (-1429327161216466944)]} 0 5
[junit4:junit4]   2> 13017 T5453 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13017 T5453 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13020 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10065 (1429327161225904129)]} 0 0
[junit4:junit4]   2> 13021 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[65 (1429327161225904128)]} 0 1
[junit4:junit4]   2> 13023 T5453 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3cfacfef
[junit4:junit4]   2> 13038 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10065 (1429327161228001280)]} 0 14
[junit4:junit4]   2> 13039 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[65 (1429327161229049856)]} 0 13
[junit4:junit4]   2> 13039 T5507 C462 P62819 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3cfacfef
[junit4:junit4]   2> 13039 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10065 (1429327161228001280)]} 0 17
[junit4:junit4]   2> 13062 T5507 C462 P62819 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: Failed to unregister info bean: /replication
[junit4:junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:178)
[junit4:junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:970)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:372)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 	Caused by: javax.management.InstanceNotFoundException: solr/collection1:type=/replication,id=Lazy[solr.ReplicationHandler]
[junit4:junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1094)
[junit4:junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:403)
[junit4:junit4]   2> 		at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:507)
[junit4:junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4]   2> 		... 29 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 13062 T5507 C462 P62819 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=2,adds=2,deletesById=2,deletesByQuery=0,errors=0,cumulative_adds=52,cumulative_deletesById=22,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 13063 T5507 C462 P62819 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 13062 T5453 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=2,adds=2,deletesById=2,deletesByQuery=0,errors=0,cumulative_adds=52,cumulative_deletesById=22,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 13063 T5507 C462 P62819 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 13064 T5507 C462 P62819 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 13108 T5507 C462 P62819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_3,generation=3,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, segments_3, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_4,generation=4,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _2_SimpleText_0.pst, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _2_MockSep_0.doc, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _2.fdt, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2_MockSep_0.tii, _1_TestBloomFilteredLucene41Postings_0.doc, _2_MockSep_0.tib, _2.fdx, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _2.nvm, _1.fdt, _0_MockRandom_0.doc, _2_TestBloomFilteredLucene41Postings_0.tip, _2_TestBloomFilteredLucene41Postings_0.pos, _2.nvd, _0_MockRandom_0.pos, _2_TestBloomFilteredLucene41Postings_0.tim, _1_MockRandom_0.doc, _2_MockSep_0.pos, _1_SimpleText_0.pst, _2.si, _1_MockSep_0.frq, _2_MockRandom_0.tii, _1_TestBloomFilteredLucene41Postings_0.tim, _2_MockSep_0.skp, _1_TestBloomFilteredLucene41Postings_0.tip, _2_MockRandom_0.pyl, _2_TestBloomFilteredLucene41Postings_0.blm, _0.nvd, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _0.si, _0_MockSep_0.doc, _2_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _2_MockSep_0.frq, _0.nvm, _1_1.del, _2.fnm, _0_MockSep_0.tib, _2_MockRandom_0.sd, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _2_MockSep_0.pyl, _2_MockRandom_0.skp, _1.si, _2_MockRandom_0.frq, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _2_MockRandom_0.doc, _0.fdt, segments_4]
[junit4:junit4]   2> 13108 T5507 C462 P62819 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_TestBloomFilteredLucene41Postings_0.pos, _2_SimpleText_0.pst, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _2_MockSep_0.doc, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _2.fdt, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2_MockSep_0.tii, _1_TestBloomFilteredLucene41Postings_0.doc, _2_MockSep_0.tib, _2.fdx, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _2.nvm, _1.fdt, _0_MockRandom_0.doc, _2_TestBloomFilteredLucene41Postings_0.tip, _2_TestBloomFilteredLucene41Postings_0.pos, _2.nvd, _0_MockRandom_0.pos, _2_TestBloomFilteredLucene41Postings_0.tim, _1_MockRandom_0.doc, _2_MockSep_0.pos, _1_SimpleText_0.pst, _2.si, _1_MockSep_0.frq, _2_MockRandom_0.tii, _1_TestBloomFilteredLucene41Postings_0.tim, _2_MockSep_0.skp, _1_TestBloomFilteredLucene41Postings_0.tip, _2_MockRandom_0.pyl, _2_TestBloomFilteredLucene41Postings_0.blm, _0.nvd, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _0.si, _0_MockSep_0.doc, _2_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _2_MockSep_0.frq, _0.nvm, _1_1.del, _2.fnm, _0_MockSep_0.tib, _2_MockRandom_0.sd, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _2_MockSep_0.pyl, _2_MockRandom_0.skp, _1.si, _2_MockRandom_0.frq, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _2_MockRandom_0.doc, _0.fdt, segments_4]
[junit4:junit4]   2> 13109 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10066 (1429327161318178816)]} 0 1
[junit4:junit4]   2> 13113 T5507 C462 P62819 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 13114

[...truncated too long message...]

est, TestHashPartitioner, TestSurroundQueryParser, TestRandomDVFaceting, LeaderElectionIntegrationTest, SchemaVersionSpecificBehaviorTest, TestMergePolicyConfig, TestWriterPerf, TestPropInjectDefaults, TestCollationField, CopyFieldTest, CoreAdminHandlerTest, DateMathParserTest, RegexBoostProcessorTest, SliceStateTest, TestFunctionQuery, DocumentAnalysisRequestHandlerTest, TestFastOutputStream, PrimUtilsTest, TestBinaryField, TestFastWriter, DistributedSpellCheckComponentTest, SuggesterFSTTest, TestFieldCollectionResource, AlternateDirectoryTest, TestWordDelimiterFilterFactory, AutoCommitTest, JSONWriterTest, TestTrie, SynonymTokenizerTest, RAMDirectoryFactoryTest, TestSystemIdResolver, CurrencyFieldOpenExchangeTest, CSVRequestHandlerTest, SolrCoreTest, TestCSVResponseWriter, DirectSolrConnectionTest, TestRecovery, ExternalFileFieldSortTest, SuggesterWFSTTest, SpatialFilterTest, SpellCheckComponentTest, TestMultiCoreConfBootstrap, TestPropInject, UniqFieldsUpdateProcessorFactoryTest, TestComponentsName, ShardRoutingCustomTest, URLClassifyProcessorTest, TestDocumentBuilder, TestFuzzyAnalyzedSuggestions, ChaosMonkeyNothingIsSafeTest, TestStressVersions, OpenExchangeRatesOrgProviderTest, PolyFieldTest, XmlUpdateRequestHandlerTest, TestDistributedSearch, TestValueSourceCache, CurrencyFieldXmlFileTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest -Dtests.seed=2FDE275861D78127 -Dtests.slow=true -Dtests.locale=es_HN -Dtests.timezone=Asia/Manila -Dtests.file.encoding=Cp1252
[junit4:junit4] ERROR   0.00s | RecoveryZkTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5512, name=coreLoadExecutor-3288-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1479)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:874)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:580)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:575)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187731tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@474b6a4c)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	... 1 more
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5514, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1479)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
[junit4:junit4]    > 	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
[junit4:junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] Completed in 34.53s, 1 test, 2 errors <<< FAILURES!

[...truncated 400 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:381: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:361: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:183: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1213: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:877: There were test failures: 272 suites, 1143 tests, 2 suite-level errors, 18 ignored (12 assumptions)

Total time: 60 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0_41 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.7.0_15) - Build # 2628 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2628/
Java: 32bit/jdk1.7.0_15 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([555BEDCB3A78CE1:84B330C4C4F8ECDD]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9002 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T939 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T939 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-SyncSliceTest-1363092397382
[junit4:junit4]   2> 8 T939 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T940 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 11 T940 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 12 T940 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 12 T940 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 12 T940 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T940 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1363092397381\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 118 T939 oasc.ZkTestServer.run start zk server on port:52446
[junit4:junit4]   2> 120 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@fe0f43
[junit4:junit4]   2> 121 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 123 T945 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 124 T945 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 124 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52449
[junit4:junit4]   2> 124 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52449
[junit4:junit4]   2> 125 T943 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 135 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500000 with negotiated timeout 10000 for client /127.0.0.1:52449
[junit4:junit4]   2> 135 T945 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500000, negotiated timeout = 10000
[junit4:junit4]   2> 136 T946 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fe0f43 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 137 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 137 T939 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 142 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500000
[junit4:junit4]   2> 146 T946 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 146 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500000 closed
[junit4:junit4]   2> 146 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52449 which had sessionid 0x13d5ea35d500000
[junit4:junit4]   2> 148 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@f01a62
[junit4:junit4]   2> 150 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 151 T947 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 151 T947 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 151 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52452
[junit4:junit4]   2> 152 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52452
[junit4:junit4]   2> 154 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500001 with negotiated timeout 10000 for client /127.0.0.1:52452
[junit4:junit4]   2> 154 T947 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500001, negotiated timeout = 10000
[junit4:junit4]   2> 154 T948 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f01a62 name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 155 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 155 T939 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 163 T939 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 167 T939 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 172 T939 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 187 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 187 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 204 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 207 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 213 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 214 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 231 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 232 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 242 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 242 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 247 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 248 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 254 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 255 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 261 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 262 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 268 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 269 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 273 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500001
[junit4:junit4]   2> 284 T948 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 284 T941 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5ea35d500001, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 284 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500001 closed
[junit4:junit4]   2> 290 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52452 which had sessionid 0x13d5ea35d500001
[junit4:junit4]   2> 704 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 710 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52453
[junit4:junit4]   2> 710 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 711 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 711 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663
[junit4:junit4]   2> 713 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\solr.xml
[junit4:junit4]   2> 713 T939 oasc.CoreContainer.<init> New CoreContainer 5843293
[junit4:junit4]   2> 713 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\'
[junit4:junit4]   2> 714 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\'
[junit4:junit4]   2> 788 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 788 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 789 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 789 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 790 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 790 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 790 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 791 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 791 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 791 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 811 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 837 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 838 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 838 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@12f5ce0
[junit4:junit4]   2> 840 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 841 T958 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 843 T958 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 843 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52458
[junit4:junit4]   2> 844 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52458
[junit4:junit4]   2> 858 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500002 with negotiated timeout 20000 for client /127.0.0.1:52458
[junit4:junit4]   2> 858 T958 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500002, negotiated timeout = 20000
[junit4:junit4]   2> 858 T959 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12f5ce0 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 859 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 862 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500002
[junit4:junit4]   2> 864 T959 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 864 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500002 closed
[junit4:junit4]   2> 865 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 866 T941 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5ea35d500002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 866 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52458 which had sessionid 0x13d5ea35d500002
[junit4:junit4]   2> 872 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@802062
[junit4:junit4]   2> 874 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 874 T960 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 875 T960 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 876 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52461
[junit4:junit4]   2> 876 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52461
[junit4:junit4]   2> 878 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500003 with negotiated timeout 20000 for client /127.0.0.1:52461
[junit4:junit4]   2> 878 T960 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500003, negotiated timeout = 20000
[junit4:junit4]   2> 878 T961 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@802062 name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 879 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 888 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 891 T939 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 895 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52453_
[junit4:junit4]   2> 896 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52453_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52453_
[junit4:junit4]   2> 897 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52453_
[junit4:junit4]   2> 911 T939 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 928 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 931 T939 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 937 T939 oasc.Overseer.start Overseer (id=89331623355482115-127.0.0.1:52453_-n_0000000000) starting
[junit4:junit4]   2> 938 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 940 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 945 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 948 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 950 T963 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 952 T939 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 960 T939 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 964 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 967 T962 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 972 T964 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\collection1
[junit4:junit4]   2> 972 T964 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 974 T964 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 974 T964 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 977 T964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\collection1\'
[junit4:junit4]   2> 979 T964 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 980 T964 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663/collection1/lib/README' to classloader
[junit4:junit4]   2> 1050 T964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 1145 T964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1150 T964 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1159 T964 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2035 T964 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2048 T964 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2054 T964 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2074 T964 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2080 T964 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2085 T964 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2088 T964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2089 T964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2089 T964 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2093 T964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2093 T964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2093 T964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2094 T964 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/control/data\
[junit4:junit4]   2> 2094 T964 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 2094 T964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2095 T964 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/control/data\ forceNew: false
[junit4:junit4]   2> 2095 T964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/control/data\index/
[junit4:junit4]   2> 2095 T964 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2095 T964 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/control/data\index forceNew: false
[junit4:junit4]   2> 2100 T964 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2101 T964 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2105 T964 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2106 T964 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2106 T964 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2107 T964 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2108 T964 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2108 T964 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2108 T964 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2109 T964 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2109 T964 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2123 T964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2130 T964 oass.SolrIndexSearcher.<init> Opening Searcher@1f9454a main
[junit4:junit4]   2> 2132 T964 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\control\data\tlog
[junit4:junit4]   2> 2134 T964 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2134 T964 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2137 T965 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f9454a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2137 T964 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2137 T964 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2139 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2622 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2624 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52453_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52453"}
[junit4:junit4]   2> 2624 T962 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2624 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2625 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2645 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3249 T964 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3249 T964 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52453 collection:control_collection shard:shard1
[junit4:junit4]   2> 3250 T964 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3266 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3268 T964 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3269 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3273 T964 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3273 T964 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3274 T964 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52453/collection1/
[junit4:junit4]   2> 3274 T964 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3274 T964 oasc.SyncStrategy.syncToMe http://127.0.0.1:52453/collection1/ has no replicas
[junit4:junit4]   2> 3274 T964 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52453/collection1/
[junit4:junit4]   2> 3274 T964 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3297 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4289 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4308 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4338 T964 oasc.ZkController.register We are http://127.0.0.1:52453/collection1/ and leader is http://127.0.0.1:52453/collection1/
[junit4:junit4]   2> 4338 T964 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52453
[junit4:junit4]   2> 4338 T964 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4338 T964 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4338 T964 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4342 T964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4344 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 4344 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4344 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4355 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4357 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ff0cbc
[junit4:junit4]   2> 4358 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4359 T967 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4360 T967 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 4360 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52464
[junit4:junit4]   2> 4361 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52464
[junit4:junit4]   2> 4363 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500004 with negotiated timeout 10000 for client /127.0.0.1:52464
[junit4:junit4]   2> 4363 T967 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500004, negotiated timeout = 10000
[junit4:junit4]   2> 4363 T968 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ff0cbc name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4364 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4365 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4368 T939 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4796 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4800 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52465
[junit4:junit4]   2> 4801 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4801 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4801 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745
[junit4:junit4]   2> 4801 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\solr.xml
[junit4:junit4]   2> 4801 T939 oasc.CoreContainer.<init> New CoreContainer 19702145
[junit4:junit4]   2> 4802 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\'
[junit4:junit4]   2> 4802 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\'
[junit4:junit4]   2> 4859 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4859 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4861 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4861 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4862 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4878 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4901 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 4901 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4902 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@691e71
[junit4:junit4]   2> 4904 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4905 T978 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4906 T978 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 4906 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52470
[junit4:junit4]   2> 4907 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52470
[junit4:junit4]   2> 4920 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500005 with negotiated timeout 20000 for client /127.0.0.1:52470
[junit4:junit4]   2> 4920 T978 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500005, negotiated timeout = 20000
[junit4:junit4]   2> 4920 T979 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@691e71 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4921 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4923 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500005
[junit4:junit4]   2> 4925 T979 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4925 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500005 closed
[junit4:junit4]   2> 4926 T941 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5ea35d500005, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 4927 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4927 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52470 which had sessionid 0x13d5ea35d500005
[junit4:junit4]   2> 4932 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@28326a
[junit4:junit4]   2> 4934 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4935 T980 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4936 T980 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 4936 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52473
[junit4:junit4]   2> 4937 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52473
[junit4:junit4]   2> 4940 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500006 with negotiated timeout 20000 for client /127.0.0.1:52473
[junit4:junit4]   2> 4940 T980 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500006, negotiated timeout = 20000
[junit4:junit4]   2> 4940 T981 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28326a name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4941 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4942 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4945 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4947 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5805 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5806 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52453_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52453"}
[junit4:junit4]   2> 5818 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5818 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5819 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5942 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52465_
[junit4:junit4]   2> 5943 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52465_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52465_
[junit4:junit4]   2> 5944 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52465_
[junit4:junit4]   2> 5949 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5950 T968 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5950 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5951 T961 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5951 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5954 T981 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5964 T982 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\collection1
[junit4:junit4]   2> 5964 T982 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5966 T982 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5966 T982 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5968 T982 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\collection1\'
[junit4:junit4]   2> 5971 T982 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5972 T982 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745/collection1/lib/README' to classloader
[junit4:junit4]   2> 6030 T982 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 6114 T982 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6115 T982 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6121 T982 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6900 T982 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6913 T982 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6919 T982 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6947 T982 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6953 T982 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6959 T982 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6961 T982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6962 T982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6962 T982 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6964 T982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6964 T982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6964 T982 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6965 T982 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty1\
[junit4:junit4]   2> 6965 T982 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 6965 T982 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6966 T982 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty1\ forceNew: false
[junit4:junit4]   2> 6966 T982 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty1\index/
[junit4:junit4]   2> 6966 T982 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6966 T982 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty1\index forceNew: false
[junit4:junit4]   2> 6971 T982 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6971 T982 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6974 T982 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6975 T982 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6975 T982 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6976 T982 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6977 T982 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6977 T982 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6977 T982 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6978 T982 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6978 T982 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6990 T982 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6998 T982 oass.SolrIndexSearcher.<init> Opening Searcher@a59063 main
[junit4:junit4]   2> 6998 T982 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty1\tlog
[junit4:junit4]   2> 6999 T982 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7000 T982 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7007 T983 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a59063 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7008 T982 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7008 T982 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7311 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7312 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52465_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52465"}
[junit4:junit4]   2> 7312 T962 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 7312 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7322 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7323 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7322 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8004 T982 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8004 T982 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52465 collection:collection1 shard:shard1
[junit4:junit4]   2> 8006 T982 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8027 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 8029 T982 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8029 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8033 T982 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8033 T982 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8034 T982 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 8034 T982 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8034 T982 oasc.SyncStrategy.syncToMe http://127.0.0.1:52465/collection1/ has no replicas
[junit4:junit4]   2> 8034 T982 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 8034 T982 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 8044 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8817 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8833 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8833 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8833 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8854 T982 oasc.ZkController.register We are http://127.0.0.1:52465/collection1/ and leader is http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 8855 T982 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52465
[junit4:junit4]   2> 8855 T982 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8855 T982 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8855 T982 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8859 T982 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8861 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 8861 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8861 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9305 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 9309 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52474
[junit4:junit4]   2> 9310 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9311 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9311 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246
[junit4:junit4]   2> 9312 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\solr.xml
[junit4:junit4]   2> 9312 T939 oasc.CoreContainer.<init> New CoreContainer 19056913
[junit4:junit4]   2> 9313 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\'
[junit4:junit4]   2> 9313 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\'
[junit4:junit4]   2> 9371 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 9372 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9374 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9375 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9389 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9410 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 9411 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9411 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1210a25
[junit4:junit4]   2> 9413 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9414 T994 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9415 T994 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 9415 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52479
[junit4:junit4]   2> 9415 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52479
[junit4:junit4]   2> 9430 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500007 with negotiated timeout 20000 for client /127.0.0.1:52479
[junit4:junit4]   2> 9430 T994 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500007, negotiated timeout = 20000
[junit4:junit4]   2> 9431 T995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1210a25 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9431 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9433 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500007
[junit4:junit4]   2> 9434 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500007 closed
[junit4:junit4]   2> 9435 T995 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9435 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52479 which had sessionid 0x13d5ea35d500007
[junit4:junit4]   2> 9435 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9440 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1881d55
[junit4:junit4]   2> 9443 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9444 T996 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9444 T996 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 9445 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52482
[junit4:junit4]   2> 9445 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52482
[junit4:junit4]   2> 9447 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500008 with negotiated timeout 20000 for client /127.0.0.1:52482
[junit4:junit4]   2> 9447 T996 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500008, negotiated timeout = 20000
[junit4:junit4]   2> 9447 T997 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1881d55 name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9448 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9449 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9452 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9456 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10328 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10329 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52465_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52465"}
[junit4:junit4]   2> 10338 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10338 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10339 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10338 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10450 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52474_
[junit4:junit4]   2> 10450 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52474_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52474_
[junit4:junit4]   2> 10452 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52474_
[junit4:junit4]   2> 10456 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10457 T968 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10457 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10458 T997 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10458 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10458 T961 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10458 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10460 T981 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10470 T998 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\collection1
[junit4:junit4]   2> 10470 T998 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10471 T998 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10471 T998 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10474 T998 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\collection1\'
[junit4:junit4]   2> 10475 T998 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10476 T998 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246/collection1/lib/README' to classloader
[junit4:junit4]   2> 10545 T998 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 10615 T998 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10617 T998 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10624 T998 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11361 T998 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11368 T998 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11373 T998 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11393 T998 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11398 T998 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11406 T998 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11408 T998 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11408 T998 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11408 T998 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11410 T998 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11410 T998 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11410 T998 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11411 T998 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\
[junit4:junit4]   2> 11411 T998 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 11411 T998 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11411 T998 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\ forceNew: false
[junit4:junit4]   2> 11411 T998 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\index/
[junit4:junit4]   2> 11412 T998 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11412 T998 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\index forceNew: false
[junit4:junit4]   2> 11416 T998 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11416 T998 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11420 T998 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11420 T998 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11421 T998 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11422 T998 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11422 T998 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11423 T998 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11423 T998 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11423 T998 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11424 T998 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11436 T998 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11443 T998 oass.SolrIndexSearcher.<init> Opening Searcher@39dc5e main
[junit4:junit4]   2> 11443 T998 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty2\tlog
[junit4:junit4]   2> 11445 T998 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11445 T998 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11451 T999 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39dc5e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11451 T998 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11451 T998 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11834 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11835 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52474_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52474"}
[junit4:junit4]   2> 11835 T962 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11835 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11844 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11844 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11844 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11844 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12449 T998 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12449 T998 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52474 collection:collection1 shard:shard1
[junit4:junit4]   2> 12455 T998 oasc.ZkController.register We are http://127.0.0.1:52474/collection1/ and leader is http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 12455 T998 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52474
[junit4:junit4]   2> 12455 T998 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12455 T998 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C76 name=collection1 org.apache.solr.core.SolrCore@13a154e url=http://127.0.0.1:52474/collection1 node=127.0.0.1:52474_ C76_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52474_, base_url=http://127.0.0.1:52474}
[junit4:junit4]   2> 12456 T1000 C76 P52474 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12457 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12457 T1000 C76 P52474 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12457 T1000 C76 P52474 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12457 T998 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12459 T1000 C76 P52474 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12460 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 12460 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12460 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12941 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12947 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52484
[junit4:junit4]   2> 12948 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12948 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12949 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845
[junit4:junit4]   2> 12949 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\solr.xml
[junit4:junit4]   2> 12949 T939 oasc.CoreContainer.<init> New CoreContainer 14103204
[junit4:junit4]   2> 12950 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\'
[junit4:junit4]   2> 12951 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\'
[junit4:junit4]   2> 13029 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13030 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13030 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13031 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13031 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13032 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13032 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13032 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13033 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13033 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13054 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13081 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 13082 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13083 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@110bd30
[junit4:junit4]   2> 13085 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13086 T1011 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13088 T1011 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 13088 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52489
[junit4:junit4]   2> 13089 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52489
[junit4:junit4]   2> 13100 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500009 with negotiated timeout 20000 for client /127.0.0.1:52489
[junit4:junit4]   2> 13100 T1011 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500009, negotiated timeout = 20000
[junit4:junit4]   2> 13100 T1012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@110bd30 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13101 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13103 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500009
[junit4:junit4]   2> 13105 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500009 closed
[junit4:junit4]   2> 13106 T941 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5ea35d500009, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 13106 T1012 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13106 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13107 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52489 which had sessionid 0x13d5ea35d500009
[junit4:junit4]   2> 13113 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@19f7eea
[junit4:junit4]   2> 13115 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13116 T1013 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13116 T1013 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 13117 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52492
[junit4:junit4]   2> 13118 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52492
[junit4:junit4]   2> 13120 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d50000a with negotiated timeout 20000 for client /127.0.0.1:52492
[junit4:junit4]   2> 13120 T1013 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d50000a, negotiated timeout = 20000
[junit4:junit4]   2> 13120 T1014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19f7eea name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13121 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13122 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13124 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13128 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13339 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13340 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52474_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52474"}
[junit4:junit4]   2> 13352 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13352 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13354 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13352 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13353 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13461 T975 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=3&state=recovering&nodeName=127.0.0.1:52474_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=991 
[junit4:junit4]   2> 14109 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52484_
[junit4:junit4]   2> 14110 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52484_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52484_
[junit4:junit4]   2> 14112 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52484_
[junit4:junit4]   2> 14116 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14117 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14119 T968 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14119 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14120 T997 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14120 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14121 T961 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14121 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14124 T1014 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14124 T981 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14136 T1015 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\collection1
[junit4:junit4]   2> 14136 T1015 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14137 T1015 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14137 T1015 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14140 T1015 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\collection1\'
[junit4:junit4]   2> 14141 T1015 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14141 T1015 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845/collection1/lib/README' to classloader
[junit4:junit4]   2> 14200 T1015 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14262 T1015 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14265 T1015 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14269 T1015 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14955 T1015 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14964 T1015 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14968 T1015 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14987 T1015 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14993 T1015 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14999 T1015 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15001 T1015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15002 T1015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15002 T1015 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15004 T1015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15004 T1015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15004 T1015 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15004 T1015 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\
[junit4:junit4]   2> 15005 T1015 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 15005 T1015 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15005 T1015 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\ forceNew: false
[junit4:junit4]   2> 15005 T1015 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\index/
[junit4:junit4]   2> 15006 T1015 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15006 T1015 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\index forceNew: false
[junit4:junit4]   2> 15010 T1015 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15011 T1015 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15013 T1015 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15013 T1015 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15014 T1015 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15014 T1015 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15016 T1015 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15016 T1015 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15016 T1015 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15017 T1015 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15017 T1015 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15027 T1015 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15034 T1015 oass.SolrIndexSearcher.<init> Opening Searcher@a01dc8 main
[junit4:junit4]   2> 15034 T1015 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty3\tlog
[junit4:junit4]   2> 15036 T1015 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15036 T1015 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15042 T1016 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a01dc8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15044 T1015 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15044 T1015 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C76_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52474_, base_url=http://127.0.0.1:52474}
[junit4:junit4]   2> 15297 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52465/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15297 T1000 C76 P52474 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52474 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15299 T1000 C76 P52474 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52465/collection1/. core=collection1
[junit4:junit4]   2> 15299 T1000 C76 P52474 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C77 name=collection1 org.apache.solr.core.SolrCore@fcdb52 url=http://127.0.0.1:52465/collection1 node=127.0.0.1:52465_ C77_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52465_, base_url=http://127.0.0.1:52465, leader=true}
[junit4:junit4]   2> 15308 T976 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15313 T975 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15316 T975 C77 P52465 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15317 T975 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15318 T975 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15318 T975 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15318 T975 C77 P52465 oass.SolrIndexSearcher.<init> Opening Searcher@947bfb realtime
[junit4:junit4]   2> 15319 T975 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15319 T975 C77 P52465 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 15320 T1000 C76 P52474 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15320 T1000 C76 P52474 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15322 T973 C77 P52465 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15323 T973 C77 P52465 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15323 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15323 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15323 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15325 T974 C77 P52465 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15326 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15327 T1000 C76 P52474 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\index.20130312074652703 forceNew: false
[junit4:junit4]   2> 15327 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f00f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3803ee) fullCopy=false
[junit4:junit4]   2> 15329 T977 C77 P52465 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15330 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15332 T1000 C76 P52474 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15332 T1000 C76 P52474 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15334 T1000 C76 P52474 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15335 T1000 C76 P52474 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15335 T1000 C76 P52474 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15335 T1000 C76 P52474 oass.SolrIndexSearcher.<init> Opening Searcher@13250d6 main
[junit4:junit4]   2> 15336 T999 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13250d6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15337 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f00f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3803ee)
[junit4:junit4]   2> 15337 T1000 C76 P52474 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15337 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15337 T1000 C76 P52474 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15337 T1000 C76 P52474 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15340 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16102 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16103 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52484_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52484"}
[junit4:junit4]   2> 16103 T962 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 16103 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16115 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52474_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52474"}
[junit4:junit4]   2> 16124 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16124 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16124 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16124 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16124 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16831 T1015 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16831 T1015 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52484 collection:collection1 shard:shard1
[junit4:junit4]   2> 16835 T1015 oasc.ZkController.register We are http://127.0.0.1:52484/collection1/ and leader is http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 16835 T1015 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52484
[junit4:junit4]   2> 16835 T1015 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16835 T1015 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C78 name=collection1 org.apache.solr.core.SolrCore@1a050db url=http://127.0.0.1:52484/collection1 node=127.0.0.1:52484_ C78_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52484_, base_url=http://127.0.0.1:52484}
[junit4:junit4]   2> 16836 T1019 C78 P52484 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16837 T1015 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16837 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16837 T1019 C78 P52484 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16838 T1019 C78 P52484 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16840 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 16840 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16840 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16841 T1019 C78 P52484 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17211 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 17216 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52497
[junit4:junit4]   2> 17217 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 17217 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 17218 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223
[junit4:junit4]   2> 17218 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\solr.xml
[junit4:junit4]   2> 17219 T939 oasc.CoreContainer.<init> New CoreContainer 4880049
[junit4:junit4]   2> 17220 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\'
[junit4:junit4]   2> 17221 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\'
[junit4:junit4]   2> 17299 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 17299 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 17300 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 17300 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 17301 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 17301 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 17301 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 17302 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 17302 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 17302 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 17323 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 17347 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 17348 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 17348 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a58d83
[junit4:junit4]   2> 17351 T1030 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17352 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17353 T1030 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 17354 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52502
[junit4:junit4]   2> 17355 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52502
[junit4:junit4]   2> 17368 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d50000b with negotiated timeout 20000 for client /127.0.0.1:52502
[junit4:junit4]   2> 17368 T1030 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d50000b, negotiated timeout = 20000
[junit4:junit4]   2> 17368 T1031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a58d83 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17369 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17370 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d50000b
[junit4:junit4]   2> 17372 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d50000b closed
[junit4:junit4]   2> 17373 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 17373 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52502 which had sessionid 0x13d5ea35d50000b
[junit4:junit4]   2> 17373 T1031 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17378 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6dc5d9
[junit4:junit4]   2> 17381 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17381 T1032 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17382 T1032 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 17383 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52505
[junit4:junit4]   2> 17383 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52505
[junit4:junit4]   2> 17384 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d50000c with negotiated timeout 20000 for client /127.0.0.1:52505
[junit4:junit4]   2> 17384 T1032 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d50000c, negotiated timeout = 20000
[junit4:junit4]   2> 17386 T1033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dc5d9 name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17386 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17389 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000c type:create cxid:0x1 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17390 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000c type:create cxid:0x2 zxid:0x99 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17396 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17473 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17474 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52484_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52484"}
[junit4:junit4]   2> 17484 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17485 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17485 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17487 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17487 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17487 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17741 T972 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:52484_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=891 
[junit4:junit4]   2> 18290 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52497_
[junit4:junit4]   2> 18291 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52497_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52497_
[junit4:junit4]   2> 18296 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52497_
[junit4:junit4]   2> 18300 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18301 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18301 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18301 T997 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18302 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18303 T961 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18303 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18305 T968 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18306 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18307 T1014 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18307 T1033 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18308 T981 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18321 T1034 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\collection1
[junit4:junit4]   2> 18321 T1034 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 18321 T1034 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18321 T1034 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 18323 T1034 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\collection1\'
[junit4:junit4]   2> 18324 T1034 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 18327 T1034 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223/collection1/lib/README' to classloader
[junit4:junit4]   2> 18387 T1034 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18459 T1034 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18461 T1034 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18466 T1034 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19170 T1034 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19184 T1034 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19190 T1034 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19212 T1034 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19217 T1034 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19222 T1034 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19224 T1034 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19224 T1034 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19224 T1034 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19226 T1034 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19226 T1034 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19226 T1034 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19227 T1034 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\
[junit4:junit4]   2> 19227 T1034 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 19227 T1034 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19227 T1034 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\ forceNew: false
[junit4:junit4]   2> 19227 T1034 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\index/
[junit4:junit4]   2> 19228 T1034 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19228 T1034 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\index forceNew: false
[junit4:junit4]   2> 19232 T1034 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19232 T1034 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19236 T1034 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19236 T1034 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19237 T1034 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19239 T1034 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19250 T1034 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19257 T1034 oass.SolrIndexSearcher.<init> Opening Searcher@9e86dc main
[junit4:junit4]   2> 19258 T1034 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty4\tlog
[junit4:junit4]   2> 19259 T1034 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19259 T1034 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19264 T1035 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9e86dc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19265 T1034 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19265 T1034 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C78_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52484_, base_url=http://127.0.0.1:52484}
[junit4:junit4]   2> 19524 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52465/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19524 T1019 C78 P52484 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52484 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 19525 T1019 C78 P52484 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52465/collection1/. core=collection1
[junit4:junit4]   2> 19526 T1019 C78 P52484 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19528 T973 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19535 T972 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19537 T972 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19538 T972 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19538 T972 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19538 T972 C77 P52465 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 19539 T1019 C78 P52484 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19539 T1019 C78 P52484 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19541 T974 C77 P52465 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19542 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 19542 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19542 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19544 T976 C77 P52465 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19545 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19546 T1019 C78 P52484 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\index.20130312074656921 forceNew: false
[junit4:junit4]   2> 19546 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@49718 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11662d0) fullCopy=false
[junit4:junit4]   2> 19548 T975 C77 P52465 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 19549 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19550 T1019 C78 P52484 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19551 T1019 C78 P52484 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19553 T1019 C78 P52484 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19554 T1019 C78 P52484 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19554 T1019 C78 P52484 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19554 T1019 C78 P52484 oass.SolrIndexSearcher.<init> Opening Searcher@1a490e2 main
[junit4:junit4]   2> 19555 T1016 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a490e2 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 19555 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@49718 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11662d0)
[junit4:junit4]   2> 19556 T1019 C78 P52484 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19556 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19556 T1019 C78 P52484 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19556 T1019 C78 P52484 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19559 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20174 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20175 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52497_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52497"}
[junit4:junit4]   2> 20175 T962 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 20176 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20188 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52484_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52484"}
[junit4:junit4]   2> 20196 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20197 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20198 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20198 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20197 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20197 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21054 T1034 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 21054 T1034 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52497 collection:collection1 shard:shard1
[junit4:junit4]   2> 21060 T1034 oasc.ZkController.register We are http://127.0.0.1:52497/collection1/ and leader is http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 21060 T1034 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52497
[junit4:junit4]   2> 21060 T1034 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 21061 T1034 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C79 name=collection1 org.apache.solr.core.SolrCore@1c176bb url=http://127.0.0.1:52497/collection1 node=127.0.0.1:52497_ C79_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52497_, base_url=http://127.0.0.1:52497}
[junit4:junit4]   2> 21061 T1038 C79 P52497 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 21062 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 21062 T1038 C79 P52497 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 21062 T1038 C79 P52497 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21063 T1034 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21066 T1038 C79 P52497 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21067 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 21067 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 21067 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21073 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21074 T939 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 21074 T939 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 21075 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21556 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21556 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52497_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52497"}
[junit4:junit4]   2> 21569 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21570 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21570 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21571 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21571 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21570 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21962 T974 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:52497_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=891 
[junit4:junit4]   2> 21967 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22860 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C79_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52497_, base_url=http://127.0.0.1:52497}
[junit4:junit4]   2> 23829 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52465/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23829 T1038 C79 P52497 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52497 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23831 T1038 C79 P52497 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52465/collection1/. core=collection1
[junit4:junit4]   2> 23831 T1038 C79 P52497 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23833 T972 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23839 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23840 T974 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23841 T974 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23841 T974 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23841 T974 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23841 T974 C77 P52465 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 1
[junit4:junit4]   2> 23843 T1038 C79 P52497 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23843 T1038 C79 P52497 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23845 T973 C77 P52465 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23846 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 23846 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23846 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23849 T977 C77 P52465 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23850 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23851 T1038 C79 P52497 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\index.20130312074701226 forceNew: false
[junit4:junit4]   2> 23851 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@e11018 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39e321) fullCopy=false
[junit4:junit4]   2> 23854 T972 C77 P52465 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 23856 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23857 T1038 C79 P52497 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23858 T1038 C79 P52497 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23860 T1038 C79 P52497 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23861 T1038 C79 P52497 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23861 T1038 C79 P52497 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23861 T1038 C79 P52497 oass.SolrIndexSearcher.<init> Opening Searcher@1d418f2 main
[junit4:junit4]   2> 23862 T1035 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d418f2 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 23864 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@e11018 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39e321)
[junit4:junit4]   2> 23864 T1038 C79 P52497 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23864 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23864 T1038 C79 P52497 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23865 T1038 C79 P52497 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23870 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24393 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24394 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52497_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52497"}
[junit4:junit4]   2> 24404 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24405 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24405 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24405 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24405 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24406 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24821 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24823 T939 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C80 name=collection1 org.apache.solr.core.SolrCore@af512e url=http://127.0.0.1:52453/collection1 node=127.0.0.1:52453_ C80_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52453_, base_url=http://127.0.0.1:52453, leader=true}
[junit4:junit4]   2> 24835 T957 C80 P52453 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24841 T957 C80 P52453 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24842 T957 C80 P52453 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24842 T957 C80 P52453 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24843 T957 C80 P52453 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24843 T957 C80 P52453 oass.SolrIndexSearcher.<init> Opening Searcher@cc1634 main
[junit4:junit4]   2> 24844 T957 C80 P52453 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24844 T965 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cc1634 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 24846 T957 C80 P52453 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 24859 T975 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24860 T975 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 24860 T975 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 24861 T975 C77 P52465 oass.SolrIndexSearcher.<init> Opening Searcher@112917d main
[junit4:junit4]   2> 24861 T975 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24862 T983 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@112917d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24862 T975 C77 P52465 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52474/collection1/, StdNode: http://127.0.0.1:52484/collection1/, StdNode: http://127.0.0.1:52497/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C78_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52484_, base_url=http://127.0.0.1:52484}
[junit4:junit4]   2> 24879 T1009 C78 P52484 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C79_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52497_, base_url=http://127.0.0.1:52497}
[junit4:junit4]   2> 24883 T1028 C79 P52497 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24884 T1028 C79 P52497 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 24885 T1028 C79 P52497 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 24886 T1028 C79 P52497 oass.SolrIndexSearcher.<init> Opening Searcher@e90e9d main
[junit4:junit4]   2> 24886 T1028 C79 P52497 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24887 T1009 C78 P52484 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24887 T1009 C78 P52484 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24889 T1035 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e90e9d main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2>  C76_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52474_, base_url=http://127.0.0.1:52474}
[junit4:junit4]   2> 24890 T991 C76 P52474 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24890 T1009 C78 P52484 oass.SolrIndexSearcher.<init> Opening Searcher@d6aef6 main
[junit4:junit4]   2> 24891 T1028 C79 P52497 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 24891 T1009 C78 P52484 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24891 T991 C76 P52474 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 24892 T1016 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d6aef6 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 24892 T991 C76 P52474 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 24892 T1009 C78 P52484 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 24892 T991 C76 P52474 oass.SolrIndexSearcher.<init> Opening Searcher@125ba17 main
[junit4:junit4]   2> 24893 T991 C76 P52474 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24894 T999 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@125ba17 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24894 T991 C76 P52474 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 24896 T975 C77 P52465 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 37
[junit4:junit4]   2> 24897 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24900 T973 C77 P52465 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24903 T992 C76 P52474 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24906 T1010 C78 P52484 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 24909 T1024 C79 P52497 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 26875 T955 C80 P52453 oass.SolrIndexSearcher.<init> Opening Searcher@1f6b7cf realtime
[junit4:junit4]   2> 26876 T955 C80 P52453 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429306001848270848)} 0 4
[junit4:junit4]   2> 26885 T1027 C79 P52497 /update {update.distrib=FROMLEADER&_version_=-1429306001853513728&update.from=http://127.0.0.1:52465/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429306001853513728)} 0 3
[junit4:junit4]   2> 26886 T990 C76 P52474 /update {update.distrib=FROMLEADER&_version_=-1429306001853513728&update.from=http://127.0.0.1:52465/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429306001853513728)} 0 5
[junit4:junit4]   2> 26886 T1008 C78 P52484 /update {update.distrib=FROMLEADER&_version_=-1429306001853513728&update.from=http://127.0.0.1:52465/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429306001853513728)} 0 5
[junit4:junit4]   2> 26887 T974 C77 P52465 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429306001853513728)} 0 10
[junit4:junit4]   2> 26891 T956 C80 P52453 /update {wt=javabin&version=2} {add=[0 (1429306001867145216)]} 0 1
[junit4:junit4]   2> 26898 T1029 C79 P52497 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429306001871339520)]} 0 1
[junit4:junit4]   2> 26898 T1009 C78 P52484 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429306001871339520)]} 0 1
[junit4:junit4]   2> 26899 T991 C76 P52474 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429306001871339520)]} 0 1
[junit4:junit4]   2> 26900 T975 C77 P52465 /update {wt=javabin&version=2} {add=[0 (1429306001871339520)]} 0 6
[junit4:junit4]   2> 26903 T957 C80 P52453 /update {wt=javabin&version=2} {add=[1 (1429306001879728128)]} 0 1
[junit4:junit4]   2> 26908 T992 C76 P52474 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429306001882873856)]} 0 0
[junit4:junit4]   2> 26908 T1010 C78 P52484 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429306001882873856)]} 0 0
[junit4:junit4]   2> 26909 T1024 C79 P52497 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429306001882873856)]} 0 0
[junit4:junit4]   2> 26910 T973 C77 P52465 /update {wt=javabin&version=2} {add=[1 (1429306001882873856)]} 0 5
[junit4:junit4]   2> 26914 T952 C80 P52453 /update {wt=javabin&version=2} {add=[2 (1429306001891262464)]} 0 1
[junit4:junit4]   2> 26920 T1025 C79 P52497 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429306001894408192)]} 0 1
[junit4:junit4]   2> 26920 T1005 C78 P52484 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429306001894408192)]} 0 1
[junit4:junit4]   2> 26920 T977 C77 P52465 /update {test.distrib.skip.servers=http://127.0.0.1:52474/collection1/&wt=javabin&version=2} {add=[2 (1429306001894408192)]} 0 4
[junit4:junit4]   2> 26923 T953 C80 P52453 /update {wt=javabin&version=2} {add=[3 (1429306001900699648)]} 0 1
[junit4:junit4]   2> 26929 T1026 C79 P52497 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429306001903845376)]} 0 1
[junit4:junit4]   2> 26929 T972 C77 P52465 /update {test.distrib.skip.servers=http://127.0.0.1:52474/collection1/&test.distrib.skip.servers=http://127.0.0.1:52484/collection1/&wt=javabin&version=2} {add=[3 (1429306001903845376)]} 0 4
[junit4:junit4]   2> 26932 T954 C80 P52453 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26935 T954 C80 P52453 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 26935 T954 C80 P52453 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 26937 T954 C80 P52453 oass.SolrIndexSearcher.<init> Opening Searcher@52f928 main
[junit4:junit4]   2> 26937 T954 C80 P52453 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26939 T965 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52f928 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26939 T954 C80 P52453 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 26942 T976 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26944 T976 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26944 T976 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26945 T976 C77 P52465 oass.SolrIndexSearcher.<init> Opening Searcher@151437f main
[junit4:junit4]   2> 26945 T976 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26945 T983 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@151437f main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26946 T976 C77 P52465 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52474/collection1/, StdNode: http://127.0.0.1:52484/collection1/, StdNode: http://127.0.0.1:52497/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 26948 T993 C76 P52474 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26948 T1006 C78 P52484 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26950 T1028 C79 P52497 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26953 T1006 C78 P52484 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_5,generation=5,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, segments_5, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 26953 T993 C76 P52474 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_4,generation=4,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 26953 T1028 C79 P52497 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26955 T1028 C79 P52497 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26954 T1006 C78 P52484 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, segments_5, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 26955 T993 C76 P52474 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 26956 T1006 C78 P52484 oass.SolrIndexSearcher.<init> Opening Searcher@fdac24 main
[junit4:junit4]   2> 26956 T1006 C78 P52484 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26956 T1028 C79 P52497 oass.SolrIndexSearcher.<init> Opening Searcher@152767d main
[junit4:junit4]   2> 26957 T1028 C79 P52497 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26957 T993 C76 P52474 oass.SolrIndexSearcher.<init> Opening Searcher@1b08d4d main
[junit4:junit4]   2> 26957 T993 C76 P52474 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26958 T1035 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@152767d main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26957 T1016 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fdac24 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 26959 T1028 C79 P52497 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 26959 T999 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b08d4d main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 26959 T1006 C78 P52484 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 26961 T993 C76 P52474 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 26962 T976 C77 P52465 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 26963 T939 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 26964 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26965 T939 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 26967 T974 C77 P52465 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 26969 T988 C76 P52474 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 26972 T1007 C78 P52484 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 26975 T1027 C79 P52497 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 26978 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 26989 T1008 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 26989 T1008 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 26995 T975 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 26996 T975 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 26996 T975 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52465 START replicas=[http://127.0.0.1:52474/collection1/, http://127.0.0.1:52484/collection1/, http://127.0.0.1:52497/collection1/] nUpdates=100
[junit4:junit4]   2> 26999 T989 C76 P52474 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 26999 T1029 C79 P52497 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27000 T1009 C78 P52484 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27000 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Received 3 versions from 127.0.0.1:52474/collection1/
[junit4:junit4]   2> 27001 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Our versions are newer. ourLowThreshold=1429306001853513728 otherHigh=1429306001882873856
[junit4:junit4]   2> 27001 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Received 5 versions from 127.0.0.1:52497/collection1/
[junit4:junit4]   2> 27002 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Our versions are newer. ourLowThreshold=1429306001853513728 otherHigh=1429306001894408192
[junit4:junit4]   2> 27002 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Received 4 versions from 127.0.0.1:52484/collection1/
[junit4:junit4]   2> 27002 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Our versions are newer. ourLowThreshold=1429306001853513728 otherHigh=1429306001894408192
[junit4:junit4]   2> 27002 T975 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52465 DONE. sync succeeded
[junit4:junit4]   2> 27002 T975 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 27003 T975 oasc.SyncStrategy.syncToMe http://127.0.0.1:52465/collection1/: try and ask http://127.0.0.1:52474/collection1/ to sync
[junit4:junit4]   2> 27004 T975 oasc.SyncStrategy.syncToMe http://127.0.0.1:52465/collection1/: try and ask http://127.0.0.1:52484/collection1/ to sync
[junit4:junit4]   2> 27004 T975 oasc.SyncStrategy.syncToMe http://127.0.0.1:52465/collection1/: try and ask http://127.0.0.1:52497/collection1/ to sync
[junit4:junit4]   2> 27007 T1010 C78 P52484 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52484 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 27008 T1024 C79 P52497 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52497 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 27008 T990 C76 P52474 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52474 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 27010 T973 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27010 T972 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27010 T977 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27011 T1010 C78 P52484 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52484  Received 5 versions from 127.0.0.1:52465/collection1/
[junit4:junit4]   2> 27011 T990 C76 P52474 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52474  Received 5 versions from 127.0.0.1:52465/collection1/
[junit4:junit4]   2> 27011 T1024 C79 P52497 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52497  Received 5 versions from 127.0.0.1:52465/collection1/
[junit4:junit4]   2> 27012 T1024 C79 P52497 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52497  Our versions are newer. ourLowThreshold=1429306001853513728 otherHigh=1429306001894408192
[junit4:junit4]   2> 27012 T1024 C79 P52497 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52497 DONE. sync succeeded
[junit4:junit4]   2> 27011 T1010 C78 P52484 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52484 Requesting updates from 127.0.0.1:52465/collection1/n=1 versions=[1429306001903845376]
[junit4:junit4]   2> 27011 T990 C76 P52474 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52474 Requesting updates from 127.0.0.1:52465/collection1/n=2 versions=[1429306001903845376, 1429306001894408192]
[junit4:junit4]   2> 27012 T1024 C79 P52497 REQ /get {sync=http://127.0.0.1:52465/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=4 
[juni

[...truncated too long message...]

unit4]   2> 58755 T939 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 58757 T943 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 58757 T939 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 58759 T939 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52446 52446
[junit4:junit4]   2> 58856 T1014 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 61161 T1014 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 59690 T942 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 61162 T941 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 61162 T1014 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 61164 T939 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 61164 T939 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 61164 T939 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 61165 T939 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 61165 T939 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=555BEDCB3A78CE1 -Dtests.slow=true -Dtests.locale=iw -Dtests.timezone=America/Guayaquil -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 61.2s | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([555BEDCB3A78CE1:84B330C4C4F8ECDD]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 61233 T939 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=iw, timezone=America/Guayaquil
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_15 (32-bit)/cpus=2,threads=2,free=49986072,total=175001600
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TermVectorComponentDistributedTest, DirectSolrConnectionTest, RequestHandlersTest, FieldAnalysisRequestHandlerTest, TestQueryTypes, TestIndexSearcher, ShardRoutingCustomTest, RecoveryZkTest, TestSolrXMLSerializer, DocumentBuilderTest, MinimalSchemaTest, TestSearchPerf, SampleTest, LoggingHandlerTest, BasicDistributedZkTest, CurrencyFieldXmlFileTest, TestPhraseSuggestions, TestCSVLoader, DocumentAnalysisRequestHandlerTest, TestJmxMonitoredMap, CopyFieldTest, TestSolrIndexConfig, TestStressVersions, UUIDFieldTest, IndexBasedSpellCheckerTest, TestBadConfig, CurrencyFieldOpenExchangeTest, SuggesterFSTTest, ZkNodePropsTest, TestFastOutputStream, PluginInfoTest, TestRandomDVFaceting, DistanceFunctionTest, TestRTGBase, TestSuggestSpellingConverter, TestSolrJ, TestCSVResponseWriter, LegacyHTMLStripCharFilterTest, FileBasedSpellCheckerTest, TestFoldingMultitermQuery, FileUtilsTest, TestFastLRUCache, SOLR749Test, TestBinaryResponseWriter, TestQuerySenderNoQuery, TestDFRSimilarityFactory, TestQuerySenderListener, TestDefaultSimilarityFactory, TestPluginEnable, SystemInfoHandlerTest, TestPseudoReturnFields, TestPHPSerializedResponseWriter, SuggesterWFSTTest, SyncSliceTest]
[junit4:junit4] Completed in 61.27s, 1 test, 1 failure <<< FAILURES!

[...truncated 683 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:381: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:361: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:183: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1213: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:877: There were test failures: 272 suites, 1143 tests, 1 failure, 18 ignored (12 assumptions)

Total time: 59 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.7.0_15 -client -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.7.0_15) - Build # 2627 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2627/
Java: 32bit/jdk1.7.0_15 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([46D2B37A0B9B5543:C7343D627CC4357F]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9370 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T3760 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T3760 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-SyncSliceTest-1363071200761
[junit4:junit4]   2> 7 T3760 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T3761 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 12 T3761 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 12 T3761 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 12 T3761 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 13 T3761 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T3761 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1363071200760\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 107 T3760 oasc.ZkTestServer.run start zk server on port:63378
[junit4:junit4]   2> 107 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@15c6e5b
[junit4:junit4]   2> 109 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 110 T3766 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 111 T3766 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 111 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63381
[junit4:junit4]   2> 112 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63381
[junit4:junit4]   2> 112 T3764 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 118 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040000 with negotiated timeout 10000 for client /127.0.0.1:63381
[junit4:junit4]   2> 118 T3766 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040000, negotiated timeout = 10000
[junit4:junit4]   2> 118 T3767 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15c6e5b name:ZooKeeperConnection Watcher:127.0.0.1:63378 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 119 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 119 T3760 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 124 T3765 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5d5fee040000
[junit4:junit4]   2> 127 T3767 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 127 T3760 oaz.ZooKeeper.close Session: 0x13d5d5fee040000 closed
[junit4:junit4]   2> 128 T3762 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:63381 which had sessionid 0x13d5d5fee040000
[junit4:junit4]   2> 128 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@73f861
[junit4:junit4]   2> 130 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 131 T3768 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 132 T3768 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 132 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63384
[junit4:junit4]   2> 132 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63384
[junit4:junit4]   2> 134 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040001 with negotiated timeout 10000 for client /127.0.0.1:63384
[junit4:junit4]   2> 134 T3768 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040001, negotiated timeout = 10000
[junit4:junit4]   2> 134 T3769 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73f861 name:ZooKeeperConnection Watcher:127.0.0.1:63378/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 136 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 136 T3760 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 142 T3760 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 147 T3760 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 151 T3760 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 156 T3760 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 157 T3760 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 167 T3760 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 168 T3760 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 174 T3760 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 175 T3760 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 180 T3760 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 181 T3760 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 185 T3760 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 186 T3760 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 191 T3760 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 192 T3760 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 196 T3760 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 197 T3760 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 202 T3760 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 203 T3760 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 210 T3760 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 211 T3760 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 221 T3765 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5d5fee040001
[junit4:junit4]   2> 223 T3762 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:63384 which had sessionid 0x13d5d5fee040001
[junit4:junit4]   2> 223 T3769 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 223 T3760 oaz.ZooKeeper.close Session: 0x13d5d5fee040001 closed
[junit4:junit4]   2> 670 T3760 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 678 T3760 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63385
[junit4:junit4]   2> 679 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 680 T3760 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 680 T3760 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363071200978
[junit4:junit4]   2> 680 T3760 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363071200978\solr.xml
[junit4:junit4]   2> 681 T3760 oasc.CoreContainer.<init> New CoreContainer 2732579
[junit4:junit4]   2> 681 T3760 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363071200978\'
[junit4:junit4]   2> 682 T3760 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363071200978\'
[junit4:junit4]   2> 746 T3760 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 747 T3760 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 747 T3760 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 748 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 749 T3760 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 749 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 750 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 750 T3760 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 750 T3760 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 751 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 768 T3760 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 791 T3760 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:63378/solr
[junit4:junit4]   2> 791 T3760 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 792 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@b10ba2
[junit4:junit4]   2> 794 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 794 T3779 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 796 T3779 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 797 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63390
[junit4:junit4]   2> 797 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63390
[junit4:junit4]   2> 811 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040002 with negotiated timeout 20000 for client /127.0.0.1:63390
[junit4:junit4]   2> 811 T3779 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040002, negotiated timeout = 20000
[junit4:junit4]   2> 811 T3780 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b10ba2 name:ZooKeeperConnection Watcher:127.0.0.1:63378 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 811 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 813 T3765 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5d5fee040002
[junit4:junit4]   2> 816 T3760 oaz.ZooKeeper.close Session: 0x13d5d5fee040002 closed
[junit4:junit4]   2> 816 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 818 T3780 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 817 T3762 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:63390 which had sessionid 0x13d5d5fee040002
[junit4:junit4]   2> 822 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@282be2
[junit4:junit4]   2> 824 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 825 T3781 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 825 T3781 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 826 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63393
[junit4:junit4]   2> 826 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63393
[junit4:junit4]   2> 828 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040003 with negotiated timeout 20000 for client /127.0.0.1:63393
[junit4:junit4]   2> 828 T3781 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040003, negotiated timeout = 20000
[junit4:junit4]   2> 828 T3782 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@282be2 name:ZooKeeperConnection Watcher:127.0.0.1:63378/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 829 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 832 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 836 T3760 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 841 T3760 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63385_
[junit4:junit4]   2> 842 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:63385_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:63385_
[junit4:junit4]   2> 844 T3760 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63385_
[junit4:junit4]   2> 851 T3760 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 862 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 864 T3760 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 869 T3760 oasc.Overseer.start Overseer (id=89330234213793795-127.0.0.1:63385_-n_0000000000) starting
[junit4:junit4]   2> 869 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 872 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 876 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 878 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 880 T3784 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 881 T3760 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 888 T3760 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 891 T3760 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 897 T3783 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 903 T3785 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363071200978\collection1
[junit4:junit4]   2> 903 T3785 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 904 T3785 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 904 T3785 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 908 T3785 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363071200978\collection1\'
[junit4:junit4]   2> 909 T3785 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363071200978/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 910 T3785 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363071200978/collection1/lib/README' to classloader
[junit4:junit4]   2> 971 T3785 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 1036 T3785 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1038 T3785 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1043 T3785 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1788 T3785 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1800 T3785 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1804 T3785 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1823 T3785 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1829 T3785 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1835 T3785 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1837 T3785 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1837 T3785 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1837 T3785 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1839 T3785 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1839 T3785 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1839 T3785 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1839 T3785 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363071200978\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/control/data\
[junit4:junit4]   2> 1840 T3785 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f85c7
[junit4:junit4]   2> 1840 T3785 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1841 T3785 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/control/data\ forceNew: false
[junit4:junit4]   2> 1841 T3785 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/control/data\index/
[junit4:junit4]   2> 1842 T3785 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363071200760\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1842 T3785 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/control/data\index forceNew: false
[junit4:junit4]   2> 1848 T3785 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8f06a6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d9e15),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1848 T3785 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1853 T3785 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1853 T3785 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1854 T3785 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1855 T3785 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1855 T3785 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1855 T3785 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1856 T3785 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1856 T3785 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1857 T3785 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1871 T3785 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1879 T3785 oass.SolrIndexSearcher.<init> Opening Searcher@7e829b main
[junit4:junit4]   2> 1880 T3785 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760\control\data\tlog
[junit4:junit4]   2> 1882 T3785 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1882 T3785 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1887 T3786 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7e829b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1888 T3785 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1888 T3785 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1889 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2519 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2521 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63385_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63385"}
[junit4:junit4]   2> 2521 T3783 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2523 T3783 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2525 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2539 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2978 T3785 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2978 T3785 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63385 collection:control_collection shard:shard1
[junit4:junit4]   2> 2979 T3785 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2994 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2995 T3785 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2996 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3000 T3785 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3000 T3785 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3000 T3785 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63385/collection1/
[junit4:junit4]   2> 3001 T3785 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3001 T3785 oasc.SyncStrategy.syncToMe http://127.0.0.1:63385/collection1/ has no replicas
[junit4:junit4]   2> 3001 T3785 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63385/collection1/
[junit4:junit4]   2> 3001 T3785 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3010 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4163 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4181 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4218 T3785 oasc.ZkController.register We are http://127.0.0.1:63385/collection1/ and leader is http://127.0.0.1:63385/collection1/
[junit4:junit4]   2> 4218 T3785 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63385
[junit4:junit4]   2> 4218 T3785 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4218 T3785 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4218 T3785 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4221 T3785 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4223 T3760 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 4223 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4223 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4234 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4235 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@e54c94
[junit4:junit4]   2> 4236 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4237 T3788 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4237 T3788 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 4238 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63396
[junit4:junit4]   2> 4238 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63396
[junit4:junit4]   2> 4240 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040004 with negotiated timeout 10000 for client /127.0.0.1:63396
[junit4:junit4]   2> 4240 T3788 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040004, negotiated timeout = 10000
[junit4:junit4]   2> 4240 T3789 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e54c94 name:ZooKeeperConnection Watcher:127.0.0.1:63378/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4240 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4242 T3760 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4246 T3760 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4741 T3760 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4745 T3760 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63397
[junit4:junit4]   2> 4747 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4747 T3760 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4747 T3760 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363071205001
[junit4:junit4]   2> 4748 T3760 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363071205001\solr.xml
[junit4:junit4]   2> 4748 T3760 oasc.CoreContainer.<init> New CoreContainer 917784
[junit4:junit4]   2> 4749 T3760 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363071205001\'
[junit4:junit4]   2> 4750 T3760 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363071205001\'
[junit4:junit4]   2> 4815 T3760 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4816 T3760 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4816 T3760 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4817 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4817 T3760 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4817 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4817 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4817 T3760 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4818 T3760 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4819 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4835 T3760 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4858 T3760 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:63378/solr
[junit4:junit4]   2> 4858 T3760 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4858 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@556234
[junit4:junit4]   2> 4861 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4862 T3799 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4864 T3799 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 4864 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63402
[junit4:junit4]   2> 4865 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63402
[junit4:junit4]   2> 4882 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040005 with negotiated timeout 20000 for client /127.0.0.1:63402
[junit4:junit4]   2> 4882 T3799 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040005, negotiated timeout = 20000
[junit4:junit4]   2> 4882 T3800 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@556234 name:ZooKeeperConnection Watcher:127.0.0.1:63378 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4884 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4885 T3765 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5d5fee040005
[junit4:junit4]   2> 4911 T3800 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4911 T3762 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5d5fee040005, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 4911 T3760 oaz.ZooKeeper.close Session: 0x13d5d5fee040005 closed
[junit4:junit4]   2> 4912 T3762 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:63402 which had sessionid 0x13d5d5fee040005
[junit4:junit4]   2> 4912 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4918 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ae7d10
[junit4:junit4]   2> 4919 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4921 T3801 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4922 T3801 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 4922 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63405
[junit4:junit4]   2> 4922 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63405
[junit4:junit4]   2> 4955 T3801 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040006, negotiated timeout = 20000
[junit4:junit4]   2> 4955 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040006 with negotiated timeout 20000 for client /127.0.0.1:63405
[junit4:junit4]   2> 4955 T3802 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ae7d10 name:ZooKeeperConnection Watcher:127.0.0.1:63378/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4955 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4956 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4987 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4991 T3760 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5808 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5809 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63385_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63385"}
[junit4:junit4]   2> 5818 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5819 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5819 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6072 T3760 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63397_
[junit4:junit4]   2> 6074 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:63397_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:63397_
[junit4:junit4]   2> 6075 T3760 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63397_
[junit4:junit4]   2> 6080 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6080 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 6081 T3789 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6082 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6086 T3782 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6088 T3802 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 6098 T3803 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363071205001\collection1
[junit4:junit4]   2> 6098 T3803 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6100 T3803 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6100 T3803 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6104 T3803 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363071205001\collection1\'
[junit4:junit4]   2> 6105 T3803 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363071205001/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6106 T3803 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363071205001/collection1/lib/README' to classloader
[junit4:junit4]   2> 6168 T3803 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 6237 T3803 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6240 T3803 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6245 T3803 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6986 T3803 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6998 T3803 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7002 T3803 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7021 T3803 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7027 T3803 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7032 T3803 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7034 T3803 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7035 T3803 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7035 T3803 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7038 T3803 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 7038 T3803 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 7038 T3803 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7038 T3803 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363071205001\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty1\
[junit4:junit4]   2> 7038 T3803 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f85c7
[junit4:junit4]   2> 7039 T3803 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7039 T3803 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty1\ forceNew: false
[junit4:junit4]   2> 7040 T3803 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty1\index/
[junit4:junit4]   2> 7040 T3803 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363071200760\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7040 T3803 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty1\index forceNew: false
[junit4:junit4]   2> 7045 T3803 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7045 T3803 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7049 T3803 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7049 T3803 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7050 T3803 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7051 T3803 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7051 T3803 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7051 T3803 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7052 T3803 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7052 T3803 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7053 T3803 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7065 T3803 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7071 T3803 oass.SolrIndexSearcher.<init> Opening Searcher@4222cf main
[junit4:junit4]   2> 7072 T3803 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760\jetty1\tlog
[junit4:junit4]   2> 7074 T3803 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7074 T3803 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7080 T3804 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4222cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7082 T3803 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7082 T3803 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7443 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7444 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63397_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63397"}
[junit4:junit4]   2> 7445 T3783 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 7445 T3783 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7453 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7454 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7454 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8164 T3803 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8164 T3803 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63397 collection:collection1 shard:shard1
[junit4:junit4]   2> 8166 T3803 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8180 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 8181 T3803 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8182 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8186 T3803 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8186 T3803 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8186 T3803 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63397/collection1/
[junit4:junit4]   2> 8187 T3803 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8187 T3803 oasc.SyncStrategy.syncToMe http://127.0.0.1:63397/collection1/ has no replicas
[junit4:junit4]   2> 8187 T3803 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63397/collection1/
[junit4:junit4]   2> 8187 T3803 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 8196 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9078 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9098 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9098 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9098 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9131 T3803 oasc.ZkController.register We are http://127.0.0.1:63397/collection1/ and leader is http://127.0.0.1:63397/collection1/
[junit4:junit4]   2> 9131 T3803 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63397
[junit4:junit4]   2> 9131 T3803 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9131 T3803 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9132 T3803 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9143 T3803 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9144 T3760 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 9144 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9145 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9602 T3760 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 9607 T3760 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63406
[junit4:junit4]   2> 9609 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9610 T3760 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9610 T3760 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363071209908
[junit4:junit4]   2> 9610 T3760 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363071209908\solr.xml
[junit4:junit4]   2> 9610 T3760 oasc.CoreContainer.<init> New CoreContainer 27357612
[junit4:junit4]   2> 9612 T3760 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363071209908\'
[junit4:junit4]   2> 9612 T3760 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363071209908\'
[junit4:junit4]   2> 9675 T3760 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 9676 T3760 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9677 T3760 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9677 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9677 T3760 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9677 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9677 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9678 T3760 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9678 T3760 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9679 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9695 T3760 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9717 T3760 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:63378/solr
[junit4:junit4]   2> 9718 T3760 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9719 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d89e25
[junit4:junit4]   2> 9722 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9723 T3815 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9724 T3815 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 9725 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63411
[junit4:junit4]   2> 9725 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63411
[junit4:junit4]   2> 9739 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040007 with negotiated timeout 20000 for client /127.0.0.1:63411
[junit4:junit4]   2> 9739 T3815 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040007, negotiated timeout = 20000
[junit4:junit4]   2> 9739 T3816 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d89e25 name:ZooKeeperConnection Watcher:127.0.0.1:63378 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9740 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9741 T3765 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5d5fee040007
[junit4:junit4]   2> 9743 T3760 oaz.ZooKeeper.close Session: 0x13d5d5fee040007 closed
[junit4:junit4]   2> 9744 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9744 T3762 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:63411 which had sessionid 0x13d5d5fee040007
[junit4:junit4]   2> 9744 T3816 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9751 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4d2e6d
[junit4:junit4]   2> 9752 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9753 T3817 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9754 T3817 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 9754 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63414
[junit4:junit4]   2> 9755 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63414
[junit4:junit4]   2> 9757 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040008 with negotiated timeout 20000 for client /127.0.0.1:63414
[junit4:junit4]   2> 9757 T3817 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040008, negotiated timeout = 20000
[junit4:junit4]   2> 9757 T3818 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d2e6d name:ZooKeeperConnection Watcher:127.0.0.1:63378/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9758 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9759 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9762 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9766 T3760 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10730 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10731 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63397_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63397"}
[junit4:junit4]   2> 10742 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10742 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10742 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10742 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10848 T3760 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63406_
[junit4:junit4]   2> 10850 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee040008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:63406_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:63406_
[junit4:junit4]   2> 10852 T3760 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63406_
[junit4:junit4]   2> 10856 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10856 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10857 T3789 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10857 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10858 T3818 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10858 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10861 T3802 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10861 T3782 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10872 T3819 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363071209908\collection1
[junit4:junit4]   2> 10872 T3819 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10873 T3819 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10873 T3819 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10877 T3819 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363071209908\collection1\'
[junit4:junit4]   2> 10880 T3819 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363071209908/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10881 T3819 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363071209908/collection1/lib/README' to classloader
[junit4:junit4]   2> 10945 T3819 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 11017 T3819 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11019 T3819 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11026 T3819 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11691 T3819 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11701 T3819 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11705 T3819 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11725 T3819 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11731 T3819 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11737 T3819 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11739 T3819 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11739 T3819 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11739 T3819 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11741 T3819 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11741 T3819 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11741 T3819 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11741 T3819 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363071209908\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty2\
[junit4:junit4]   2> 11741 T3819 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f85c7
[junit4:junit4]   2> 11741 T3819 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11742 T3819 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty2\ forceNew: false
[junit4:junit4]   2> 11742 T3819 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty2\index/
[junit4:junit4]   2> 11742 T3819 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363071200760\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11743 T3819 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty2\index forceNew: false
[junit4:junit4]   2> 11748 T3819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c79fca lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7fc98),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11748 T3819 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11752 T3819 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11753 T3819 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11754 T3819 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11755 T3819 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11755 T3819 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11756 T3819 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11756 T3819 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11756 T3819 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11757 T3819 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11768 T3819 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11775 T3819 oass.SolrIndexSearcher.<init> Opening Searcher@a6c23e main
[junit4:junit4]   2> 11775 T3819 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760\jetty2\tlog
[junit4:junit4]   2> 11778 T3819 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11778 T3819 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11783 T3820 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a6c23e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11784 T3819 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11784 T3819 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12286 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12287 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63406_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63406"}
[junit4:junit4]   2> 12288 T3783 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 12288 T3783 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 12298 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12298 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12298 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12299 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12787 T3819 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12787 T3819 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63406 collection:collection1 shard:shard1
[junit4:junit4]   2> 12792 T3819 oasc.ZkController.register We are http://127.0.0.1:63406/collection1/ and leader is http://127.0.0.1:63397/collection1/
[junit4:junit4]   2> 12793 T3819 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63406
[junit4:junit4]   2> 12793 T3819 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12793 T3819 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C228 name=collection1 org.apache.solr.core.SolrCore@1df19a9 url=http://127.0.0.1:63406/collection1 node=127.0.0.1:63406_ C228_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:63406_, base_url=http://127.0.0.1:63406}
[junit4:junit4]   2> 12793 T3821 C228 P63406 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12795 T3821 C228 P63406 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12795 T3821 C228 P63406 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12795 T3821 C228 P63406 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12795 T3819 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12798 T3821 C228 P63406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12799 T3760 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 12799 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12800 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13187 T3760 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13191 T3760 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63416
[junit4:junit4]   2> 13193 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13193 T3760 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13194 T3760 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363071213568
[junit4:junit4]   2> 13194 T3760 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363071213568\solr.xml
[junit4:junit4]   2> 13195 T3760 oasc.CoreContainer.<init> New CoreContainer 19797115
[junit4:junit4]   2> 13195 T3760 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363071213568\'
[junit4:junit4]   2> 13196 T3760 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363071213568\'
[junit4:junit4]   2> 13252 T3760 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13253 T3760 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13253 T3760 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13254 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13254 T3760 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13254 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13255 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13255 T3760 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13255 T3760 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13256 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13271 T3760 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13340 T3760 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:63378/solr
[junit4:junit4]   2> 13341 T3760 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13341 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e7ef2
[junit4:junit4]   2> 13344 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13345 T3832 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13346 T3832 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 13346 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63421
[junit4:junit4]   2> 13347 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63421
[junit4:junit4]   2> 13358 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee040009 with negotiated timeout 20000 for client /127.0.0.1:63421
[junit4:junit4]   2> 13359 T3832 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee040009, negotiated timeout = 20000
[junit4:junit4]   2> 13359 T3833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e7ef2 name:ZooKeeperConnection Watcher:127.0.0.1:63378 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13359 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13361 T3765 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5d5fee040009
[junit4:junit4]   2> 13373 T3760 oaz.ZooKeeper.close Session: 0x13d5d5fee040009 closed
[junit4:junit4]   2> 13373 T3833 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13373 T3762 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5d5fee040009, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 13373 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13375 T3762 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:63421 which had sessionid 0x13d5d5fee040009
[junit4:junit4]   2> 13379 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@477ec4
[junit4:junit4]   2> 13381 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13382 T3834 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13383 T3834 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 13383 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63424
[junit4:junit4]   2> 13383 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63424
[junit4:junit4]   2> 13390 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee04000a with negotiated timeout 20000 for client /127.0.0.1:63424
[junit4:junit4]   2> 13390 T3834 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee04000a, negotiated timeout = 20000
[junit4:junit4]   2> 13390 T3835 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@477ec4 name:ZooKeeperConnection Watcher:127.0.0.1:63378/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13390 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13392 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee04000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13394 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee04000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13399 T3760 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13806 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13807 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63406_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63406"}
[junit4:junit4]   2> 13815 T3835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13815 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13815 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13816 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13815 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14402 T3760 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63416_
[junit4:junit4]   2> 14404 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee04000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:63416_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:63416_
[junit4:junit4]   2> 14406 T3760 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63416_
[junit4:junit4]   2> 14409 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14409 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14410 T3835 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14410 T3835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14410 T3789 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14410 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14411 T3818 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14411 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14414 T3802 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14415 T3782 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14426 T3836 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363071213568\collection1
[junit4:junit4]   2> 14426 T3836 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14427 T3836 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14427 T3836 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14430 T3836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363071213568\collection1\'
[junit4:junit4]   2> 14431 T3836 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363071213568/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14432 T3836 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363071213568/collection1/lib/README' to classloader
[junit4:junit4]   2> 14485 T3836 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14545 T3836 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14546 T3836 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14554 T3836 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14816 T3793 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:63406__collection1&state=recovering&nodeName=127.0.0.1:63406_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2001 
[junit4:junit4]   2> 15219 T3836 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15230 T3836 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15235 T3836 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15252 T3836 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15257 T3836 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15262 T3836 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15264 T3836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15265 T3836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15265 T3836 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15267 T3836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15267 T3836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15267 T3836 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15267 T3836 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363071213568\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty3\
[junit4:junit4]   2> 15267 T3836 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f85c7
[junit4:junit4]   2> 15268 T3836 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15268 T3836 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty3\ forceNew: false
[junit4:junit4]   2> 15268 T3836 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty3\index/
[junit4:junit4]   2> 15268 T3836 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363071200760\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15270 T3836 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty3\index forceNew: false
[junit4:junit4]   2> 15274 T3836 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@196e2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@a70935),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15274 T3836 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15278 T3836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15279 T3836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15279 T3836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15280 T3836 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15280 T3836 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15280 T3836 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15280 T3836 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15282 T3836 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15282 T3836 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15292 T3836 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15300 T3836 oass.SolrIndexSearcher.<init> Opening Searcher@1a2469f main
[junit4:junit4]   2> 15300 T3836 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760\jetty3\tlog
[junit4:junit4]   2> 15302 T3836 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15302 T3836 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15307 T3837 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a2469f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15309 T3836 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15309 T3836 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15324 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15325 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63416_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63416"}
[junit4:junit4]   2> 15325 T3783 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 15325 T3783 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15334 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15334 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15335 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15335 T3835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15335 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16314 T3836 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16314 T3836 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63416 collection:collection1 shard:shard1
[junit4:junit4]   2> 16319 T3836 oasc.ZkController.register We are http://127.0.0.1:63416/collection1/ and leader is http://127.0.0.1:63397/collection1/
[junit4:junit4]   2> 16319 T3836 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63416
[junit4:junit4]   2> 16319 T3836 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16319 T3836 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C229 name=collection1 org.apache.solr.core.SolrCore@56c7cc url=http://127.0.0.1:63416/collection1 node=127.0.0.1:63416_ C229_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:63416_, base_url=http://127.0.0.1:63416}
[junit4:junit4]   2> 16320 T3838 C229 P63416 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16321 T3838 C229 P63416 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16321 T3836 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16321 T3838 C229 P63416 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16323 T3838 C229 P63416 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16324 T3760 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 16324 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16324 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16325 T3838 C229 P63416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16694 T3760 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16698 T3760 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:63426
[junit4:junit4]   2> 16698 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16700 T3760 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16700 T3760 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363071217088
[junit4:junit4]   2> 16700 T3760 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363071217088\solr.xml
[junit4:junit4]   2> 16700 T3760 oasc.CoreContainer.<init> New CoreContainer 1718659
[junit4:junit4]   2> 16700 T3760 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363071217088\'
[junit4:junit4]   2> 16700 T3760 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363071217088\'
[junit4:junit4]   2> 16760 T3760 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16760 T3760 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16760 T3760 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16761 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16761 T3760 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16761 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16761 T3760 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16762 T3760 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16762 T3760 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16763 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16779 T3760 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16800 T3760 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:63378/solr
[junit4:junit4]   2> 16801 T3760 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16801 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@b74afa
[junit4:junit4]   2> 16803 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16804 T3849 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16805 T3849 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 16805 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63431
[junit4:junit4]   2> 16806 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63431
[junit4:junit4]   2>  C228_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:63406_, base_url=http://127.0.0.1:63406}
[junit4:junit4]   2> 16817 T3821 C228 P63406 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:63397/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 16817 T3821 C228 P63406 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63406 START replicas=[http://127.0.0.1:63397/collection1/] nUpdates=100
[junit4:junit4]   2> 16818 T3821 C228 P63406 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 16818 T3821 C228 P63406 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 16818 T3821 C228 P63406 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 16818 T3821 C228 P63406 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 16818 T3821 C228 P63406 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 16819 T3821 C228 P63406 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:63397/collection1/. core=collection1
[junit4:junit4]   2> 16819 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee04000b with negotiated timeout 20000 for client /127.0.0.1:63431
[junit4:junit4]   2> 16819 T3821 C228 P63406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16819 T3849 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee04000b, negotiated timeout = 20000
[junit4:junit4]   2> 16825 T3850 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b74afa name:ZooKeeperConnection Watcher:127.0.0.1:63378 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> ASYNC  NEW_CORE C230 name=collection1 org.apache.solr.core.SolrCore@4d1cf4 url=http://127.0.0.1:63397/collection1 node=127.0.0.1:63397_ C230_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:63397_, base_url=http://127.0.0.1:63397, leader=true}
[junit4:junit4]   2> 16826 T3794 C230 P63397 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16825 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16827 T3793 C230 P63397 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 16829 T3765 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5d5fee04000b
[junit4:junit4]   2> 16830 T3760 oaz.ZooKeeper.close Session: 0x13d5d5fee04000b closed
[junit4:junit4]   2> 16831 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16833 T3762 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5d5fee04000b, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 16837 T3850 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16838 T3793 C230 P63397 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16839 T3762 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:63431 which had sessionid 0x13d5d5fee04000b
[junit4:junit4]   2> 16839 T3760 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:63378/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b9c65b
[junit4:junit4]   2> 16839 T3793 C230 P63397 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16839 T3793 C230 P63397 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16840 T3760 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16840 T3793 C230 P63397 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16841 T3793 C230 P63397 oass.SolrIndexSearcher.<init> Opening Searcher@4f9dd0 realtime
[junit4:junit4]   2> 16841 T3793 C230 P63397 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16842 T3793 C230 P63397 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 16842 T3852 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:63378. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16843 T3852 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:63378, initiating session
[junit4:junit4]   2> 16843 T3762 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:63436
[junit4:junit4]   2> 16844 T3762 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:63436
[junit4:junit4]   2> 16845 T3821 C228 P63406 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16845 T3821 C228 P63406 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16846 T3852 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:63378, sessionid = 0x13d5d5fee04000c, negotiated timeout = 20000
[junit4:junit4]   2> 16846 T3764 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5d5fee04000c with negotiated timeout 20000 for client /127.0.0.1:63436
[junit4:junit4]   2> 16847 T3853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b9c65b name:ZooKeeperConnection Watcher:127.0.0.1:63378/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16848 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16849 T3760 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16850 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63416_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63416"}
[junit4:junit4]   2> 16850 T3796 C230 P63397 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16850 T3796 C230 P63397 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16851 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee04000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16851 T3821 C228 P63406 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 16851 T3821 C228 P63406 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16851 T3821 C228 P63406 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16853 T3792 C230 P63397 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16854 T3821 C228 P63406 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16855 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee04000c type:create cxid:0x2 zxid:0x96 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16855 T3821 C228 P63406 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty2\index.20130312025337609 forceNew: false
[junit4:junit4]   2> 16856 T3821 C228 P63406 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cc9b50 lockFactory=org.apache.lucene.store.NativeFSLockFactory@185bbd5; maxCacheMB=0.77734375 maxMergeSizeMB=0.9765625)) fullCopy=false
[junit4:junit4]   2> 16859 T3797 C230 P63397 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 16860 T3760 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 16862 T3821 C228 P63406 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16864 T3821 C228 P63406 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16864 T3821 C228 P63406 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 16866 T3835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16866 T3853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16867 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16871 T3821 C228 P63406 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c79fca lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7fc98),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c79fca lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7fc98),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 16871 T3821 C228 P63406 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 16872 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16872 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16872 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16873 T3821 C228 P63406 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16873 T3821 C228 P63406 oass.SolrIndexSearcher.<init> Opening Searcher@574c5f main
[junit4:junit4]   2> 16874 T3820 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@574c5f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 16875 T3821 C228 P63406 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cc9b50 lockFactory=org.apache.lucene.store.NativeFSLockFactory@185bbd5; maxCacheMB=0.77734375 maxMergeSizeMB=0.9765625))
[junit4:junit4]   2> 16875 T3821 C228 P63406 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 16875 T3821 C228 P63406 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 16875 T3821 C228 P63406 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 16875 T3821 C228 P63406 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16879 T3821 C228 P63406 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 17335 T3795 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:63416__collection1&state=recovering&nodeName=127.0.0.1:63416_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000 
[junit4:junit4]   2> 17868 T3760 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63426_
[junit4:junit4]   2> 17869 T3765 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5d5fee04000c type:delete cxid:0xd zxid:0x9b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:63426_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:63426_
[junit4:junit4]   2> 17874 T3760 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63426_
[junit4:junit4]   2> 17878 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17878 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17880 T3835 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17880 T3835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17880 T3789 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17881 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17881 T3853 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17881 T3853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17881 T3818 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17882 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17884 T3802 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17885 T3782 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17894 T3855 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363071217088\collection1
[junit4:junit4]   2> 17894 T3855 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17895 T3855 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17895 T3855 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17897 T3855 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363071217088\collection1\'
[junit4:junit4]   2> 17899 T3855 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363071217088/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17900 T3855 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363071217088/collection1/lib/README' to classloader
[junit4:junit4]   2> 17952 T3855 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18057 T3855 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18059 T3855 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18064 T3855 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18382 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18383 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63406_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63406"}
[junit4:junit4]   2> 18410 T3835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18410 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18411 T3853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18411 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18411 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18412 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18703 T3855 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18714 T3855 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18718 T3855 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18736 T3855 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18741 T3855 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18746 T3855 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18747 T3855 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18747 T3855 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18748 T3855 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18749 T3855 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18749 T3855 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18750 T3855 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18750 T3855 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363071217088\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty4\
[junit4:junit4]   2> 18750 T3855 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f85c7
[junit4:junit4]   2> 18751 T3855 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18751 T3855 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty4\ forceNew: false
[junit4:junit4]   2> 18751 T3855 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty4\index/
[junit4:junit4]   2> 18752 T3855 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363071200760\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18752 T3855 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty4\index forceNew: false
[junit4:junit4]   2> 18756 T3855 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9432a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd24b1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18756 T3855 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18759 T3855 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18759 T3855 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18760 T3855 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18760 T3855 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18762 T3855 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18762 T3855 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18762 T3855 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18763 T3855 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18763 T3855 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18773 T3855 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18781 T3855 oass.SolrIndexSearcher.<init> Opening Searcher@991d0 main
[junit4:junit4]   2> 18781 T3855 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363071200760\jetty4\tlog
[junit4:junit4]   2> 18783 T3855 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18783 T3855 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18786 T3856 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@991d0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18788 T3855 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18788 T3855 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C229_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:63416_, base_url=http://127.0.0.1:63416}
[junit4:junit4]   2> 19336 T3838 C229 P63416 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:63397/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19336 T3838 C229 P63416 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63416 START replicas=[http://127.0.0.1:63397/collection1/] nUpdates=100
[junit4:junit4]   2> 19336 T3838 C229 P63416 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19336 T3838 C229 P63416 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19337 T3838 C229 P63416 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19337 T3838 C229 P63416 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19337 T3838 C229 P63416 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19337 T3838 C229 P63416 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:63397/collection1/. core=collection1
[junit4:junit4]   2> 19337 T3838 C229 P63416 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19339 T3794 C230 P63397 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19346 T3793 C230 P63397 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19346 T3793 C230 P63397 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19346 T3793 C230 P63397 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19346 T3793 C230 P63397 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19347 T3793 C230 P63397 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 1
[junit4:junit4]   2> 19349 T3838 C229 P63416 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19349 T3838 C229 P63416 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19351 T3792 C230 P63397 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19352 T3838 C229 P63416 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 19352 T3838 C229 P63416 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19352 T3838 C229 P63416 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19354 T3797 C230 P63397 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19355 T3838 C229 P63416 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19356 T3838 C229 P63416 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty3\index.20130312025340110 forceNew: false
[junit4:junit4]   2> 19357 T3838 C229 P63416 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17f6ec6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f6840; maxCacheMB=0.77734375 maxMergeSizeMB=0.9765625)) fullCopy=false
[junit4:junit4]   2> 19359 T3794 C230 P63397 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 19361 T3838 C229 P63416 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19362 T3838 C229 P63416 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19362 T3838 C229 P63416 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19366 T3838 C229 P63416 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@196e2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@a70935),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@196e2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@a70935),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19366 T3838 C229 P63416 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19366 T3838 C229 P63416 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19366 T3838 C229 P63416 oass.SolrIndexSearcher.<init> Opening Searcher@e29d5b main
[junit4:junit4]   2> 19367 T3837 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e29d5b main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 19367 T3838 C229 P63416 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17f6ec6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5f6840; maxCacheMB=0.77734375 maxMergeSizeMB=0.9765625))
[junit4:junit4]   2> 19367 T3838 C229 P63416 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19367 T3838 C229 P63416 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19368 T3838 C229 P63416 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19368 T3838 C229 P63416 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19371 T3838 C229 P63416 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19921 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19923 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63426_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63426"}
[junit4:junit4]   2> 19923 T3783 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 19923 T3783 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19930 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63416_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63416"}
[junit4:junit4]   2> 19937 T3835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19938 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19938 T3853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19938 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19939 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19938 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20791 T3855 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 20791 T3855 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63426 collection:collection1 shard:shard1
[junit4:junit4]   2> 20799 T3855 oasc.ZkController.register We are http://127.0.0.1:63426/collection1/ and leader is http://127.0.0.1:63397/collection1/
[junit4:junit4]   2> 20799 T3855 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63426
[junit4:junit4]   2> 20799 T3855 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 20799 T3855 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C231 name=collection1 org.apache.solr.core.SolrCore@19c17f7 url=http://127.0.0.1:63426/collection1 node=127.0.0.1:63426_ C231_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:63426_, base_url=http://127.0.0.1:63426}
[junit4:junit4]   2> 20800 T3859 C231 P63426 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 20801 T3859 C231 P63426 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20801 T3855 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20801 T3859 C231 P63426 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 20802 T3859 C231 P63426 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20803 T3760 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 20804 T3760 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 20805 T3760 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20805 T3859 C231 P63426 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20811 T3760 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20812 T3760 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 20812 T3760 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 20813 T3760 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21449 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21450 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63426_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63426"}
[junit4:junit4]   2> 21460 T3835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21460 T3853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21460 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21461 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21461 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21461 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21812 T3792 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:63426__collection1&state=recovering&nodeName=127.0.0.1:63426_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000 
[junit4:junit4]   2> 21815 T3760 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22816 T3760 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C231_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:63426_, base_url=http://127.0.0.1:63426}
[junit4:junit4]   2> 23812 T3859 C231 P63426 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:63397/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23812 T3859 C231 P63426 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63426 START replicas=[http://127.0.0.1:63397/collection1/] nUpdates=100
[junit4:junit4]   2> 23813 T3859 C231 P63426 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23813 T3859 C231 P63426 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23813 T3859 C231 P63426 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23813 T3859 C231 P63426 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23813 T3859 C231 P63426 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23813 T3859 C231 P63426 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:63397/collection1/. core=collection1
[junit4:junit4]   2> 23814 T3859 C231 P63426 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23815 T3794 C230 P63397 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23819 T3760 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23823 T3795 C230 P63397 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23825 T3795 C230 P63397 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23825 T3795 C230 P63397 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23825 T3795 C230 P63397 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23825 T3795 C230 P63397 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 23825 T3859 C231 P63426 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23826 T3859 C231 P63426 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23828 T3796 C230 P63397 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23829 T3859 C231 P63426 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 23829 T3859 C231 P63426 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23829 T3859 C231 P63426 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23831 T3797 C230 P63397 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23832 T3859 C231 P63426 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23833 T3859 C231 P63426 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363071200760/jetty4\index.20130312025344587 forceNew: false
[junit4:junit4]   2> 23834 T3859 C231 P63426 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@160c2f7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17c6ed9; maxCacheMB=0.77734375 maxMergeSizeMB=0.9765625)) fullCopy=false
[junit4:junit4]   2> 23836 T3794 C230 P63397 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 23838 T3859 C231 P63426 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23840 T3859 C231 P63426 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23840 T3859 C231 P63426 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23842 T3859 C231 P63426 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9432a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd24b1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9432a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd24b1),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23843 T3859 C231 P63426 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23843 T3859 C231 P63426 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23843 T3859 C231 P63426 oass.SolrIndexSearcher.<init> Opening Searcher@32eed2 main
[junit4:junit4]   2> 23844 T3856 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32eed2 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 23845 T3859 C231 P63426 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@160c2f7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17c6ed9; maxCacheMB=0.77734375 maxMergeSizeMB=0.9765625))
[junit4:junit4]   2> 23845 T3859 C231 P63426 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23845 T3859 C231 P63426 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23845 T3859 C231 P63426 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23845 T3859 C231 P63426 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23857 T3859 C231 P63426 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24471 T3783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24472 T3783 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:63426_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:63426"}
[junit4:junit4]   2> 24482 T3835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24483 T3853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24483 T3802 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24483 T3789 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24484 T3782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24484 T3818 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24821 T3760 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24822 T3760 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C232 name=collection1 org.apache.solr.core.SolrCore@19aa12a url=http://127.0.0.1:63385/collection1 node=127.0.0.1:63385_ C232_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:63385_, base_url=http://127.0.0.1:63385, leader=true}
[junit4:junit4]   2> 24829 T3776 C232 P63385 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24836 T3776 C232 P63385 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8f06a6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d9e15),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24837 T3776 C232 P63385 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24838 T3776 C232 P63385 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8f06a6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d9e15),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8f06a6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d9e15),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24838 T3776 C232 P63385 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24838 T3776 C232 P63385 oass.SolrIndexSearcher.<init> Opening Searcher@bd9252 main
[junit4:junit4]   2> 24839 T3776 C232 P63385 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24839 T3786 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bd9252 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 24840 T3776 C232 P63385 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 24847 T3795 C230 P63397 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24848 T3795 C230 P63397 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 24848 T3795 C230 P63397 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 24849 T3795 C230 P63397 oass.SolrIndexSearcher.<init> Opening Searcher@1851181 main
[junit4:junit4]   2> 24849 T3795 C230 P63397 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24849 T3804 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1851181 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24850 T3795 C230 P63397 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:63406/collection1/, StdNode: http://127.0.0.1:63416/collection1/, StdNode: http://127.0.0.1:63426/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C228_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:63406_, base_url=http://127.0.0.1:63406}
[junit4:junit4]   2> 24862 T3809 C228 P63406 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C231_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:63426_, base_url=http://127.0.0.1:63426}
[junit4:junit4]   2> 24862 T3843 C231 P63426 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24864 T3809 C228 P63406 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c79fca lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7fc98),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c79fca lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7fc98),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 24864 T3809 C228 P63406 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 24864 T3843 C231 P63426 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9432a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd24b1),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9432a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd24b1),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 24865 T3843 C231 P63426 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 24866 T3843 C231 P63426 oass.SolrIndexSearcher.<init> Opening Searcher@179d043 main
[junit4:junit4]   2> 24866 T3843 C231 P63426 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24866 T3856 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@179d043 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 24865 T3809 C228 P63406 oass.SolrIndexSearcher.<init> Opening Searcher@19950d3 main
[junit4:junit4]   2> 24867 T3809 C228 P63406 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24868 T3820 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19950d3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24868 T3843 C231 P63426 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 24869 T3809 C228 P63406 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2>  C229_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:63416_, base_url=http://127.0.0.1:63416}
[junit4:junit4]   2> 24869 T3826 C229 P63416 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24871 T3826 C229 P63416 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@196e2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@a70935),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@196e2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@a70935),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24871 T3826 C229 P63416 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24872 T3826 C229 P63416 oass.SolrIndexSearcher.<init> Opening Searcher@3a27ff main
[junit4:junit4]   2> 24872 T3826 C229 P63416 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24873 T3837 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a27ff main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 24874 T3826 C229 P63416 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 24875 T3795 C230 P63397 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4]   2> 24876 T3760 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24879 T3796 C230 P63397 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 24881 T3810 C228 P63406 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24883 T3827 C229 P63416 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24885 T3844 C231 P63426 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 26893 T3774 C232 P63385 oass.SolrIndexSearcher.<init> Opening Searcher@e249d6 realtime
[junit4:junit4]   2> 26893 T3774 C232 P63385 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429283775599083520)} 0 3
[junit4:junit4]   2> 26904 T3831 C229 P63416 /update {update.distrib=FROMLEADER&_version_=-1429283775605374976&update.from=http://127.0.0.1:63397/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429283775605374976)} 0 3
[junit4:junit4]   2> 26905 T3848 C231 P63426 /update {update.distrib=FROMLEADER&_version_=-1429283775605374976&update.from=http://127.0.0.1:63397/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429283775605374976)} 0 3
[junit4:junit4]   2> 26906 T3814 C228 P63406 /update {update.distrib=FROMLEADER&_version_=-1429283775605374976&update.from=http://127.0.0.1:63397/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429283775605374976)} 0 5
[junit4:junit4]   2> 26907 T3793 C230 P63397 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429283775605374976)} 0 11
[junit4:junit4]   2> 26910 T3776 C232 P63385 /update {wt=javabin&version=2} {add=[0 (1429283775619006464)]} 0 1
[junit4:junit4]   2> 26917 T3844 C231 P63426 /update {distrib.from=http://127.0.0.1:63397/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429283775623200768)]} 0 1
[junit4:junit4]   2> 26918 T3810 C228 P63406 /update {distrib.from=http://127.0.0.1:63397/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429283775623200768)]} 0 2
[junit4:junit4]   2> 26918 T3827 C229 P63416 /update {distrib.from=http://127.0.0.1:63397/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429283775623200768)]} 0 1
[junit4:junit4]   2> 26919 T3796 C230 P63397 /update {wt=javabin&version=2} {add=[0 (1429283775623200768)]} 0 6
[junit4:junit4]   2> 26922 T3778 C232 P63385 /update {wt=javabin&version=2} {add=[1 (1429283775632637952)]} 0 0
[junit4:junit4]   2> 26929 T3811 C228 P63406 /update {distrib.from=http://127.0.0.1:63397/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429283775635783680)]} 0 1
[junit4:junit4]   2> 26929 T3845 C231 P63426 /update {distrib.from=http://127.0.0.1:63397/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429283775635783680)]} 0 1
[junit4:junit4]   2> 26930 T3829 C229 P63416 /update {distrib.from=http://127.0.0.1:63397/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429283775635783680)]} 0 0
[junit4:junit4]   2> 26931 T3797 C230 P63397 /update {wt=javabin&version=2} {add=[1 (1429283775635783680)]} 0 6
[junit4:junit4]   2> 26933 T3777 C232 P63385 /update {wt=javabin&version=2} {add=[2 (1429283775644172288)]} 0 0
[junit4:junit4]   2> 26940 T3846 C231 P63426 /update {distrib.from=http://127.0.0.1:63397/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429283775648366592)]} 0 0
[junit4:junit4]   2> 26940 T3828 C229 P63416 /update {distrib.from=http://127.0.0.1:63397/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429283775648366592)]} 0 0
[junit4:junit4]   2> 26942 T3794 C230 P63397 /update {test.distrib.skip.servers=http://127.0.0.1:63406/collection1/&wt=javabin&version=2} {add=[2 (1429283775648366592)]} 0 5
[junit4:junit4]   2> 26945 T3773 C232 P63385 /update {wt=javabin&version=2} {add=[3 (1429283775656755200)]} 0 0
[junit4:junit4]   2> 26951 T3847 C231 P63426 /update {distrib.from=http://127.0.0.1:63397/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429283775659900928)]} 0 1
[junit4:junit4]   2> 26951 T3792 C230 P63397 /update {test.distrib.skip.servers=http://127.0.0.1:63406/collection1/&test.distrib.skip.servers=http://127.0.0.1:63416/collection1/&wt=javabin&version=2} {add=[3 (1429283775659900928)]} 0 3
[junit4:junit4]   2> 26955 T3775 C232 P63385 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26960 T3775 C232 P63385 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8f06a6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d9e15),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@8f06a6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d9e15),segFN=segments_3,generation=3,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 26960 T3775 C232 P63385 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 26962 T3775 C232 P63385 oass.SolrIndexSearcher.<init> Opening Searcher@1cf1775 main
[junit4:junit4]   2> 26963 T3775 C232 P63385 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26963 T3786 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cf1775 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26964 T3775 C232 P63385 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 26967 T3795 C230 P63397 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26971 T3795 C230 P63397 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17930b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1075b4b),segFN=segments_6,generation=6,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, segments_6, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4]   2> 26971 T3795 C230 P63397 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, segments_6, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4]   2> 26972 T3795 C230 P63397 oass.SolrIndexSearcher.<init> Opening Searcher@1c3ba3c main
[junit4:junit4]   2> 26973 T3795 C230 P63397 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26973 T3804 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c3ba3c main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26974 T3795 C230 P63397 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:63406/collection1/, StdNode: http://127.0.0.1:63416/collection1/, StdNode: http://127.0.0.1:63426/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 26976 T3843 C231 P63426 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26977 T3824 C229 P63416 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26976 T3812 C228 P63406 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26982 T3843 C231 P63426 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9432a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd24b1),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9432a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd24b1),segFN=segments_6,generation=6,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, segments_6, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4]   2> 26983 T3812 C228 P63406 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c79fca lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7fc98),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c79fca lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e7fc98),segFN=segments_4,generation=4,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 26983 T3812 C228 P63406 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 26983 T3824 C229 P63416 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@196e2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@a70935),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@196e2fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@a70935),segFN=segments_5,generation=5,filenames=[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, segments_5, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4]   2> 26983 T3843 C231 P63426 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, _0_Lucene41_0.tim, _0_Direct_0.tim, segments_6, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4]   2> 26984 T3824 C229 P63416 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0_Lucene41_0.pos, _0_MockFixedIntBlock_0.pos, _0.nvm, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.frq, _0_Direct_0.doc, _0_MockFixedIntBlock_0.pyl, _0_MockFixedIntBlock_0.skp, _0_Lucene41_0.doc, _0_MockFixedIntBlock_0.tii, _0_MockFixedIntBlock_0.doc, _0_SimpleText_0.pst, _0.nvd, _0_Direct_0.pos, _0.fdx, _0_Direct_0.tip, _0.si, segments_5, _0_Lucene41_0.tim, _0_Direct_0.tim, _0_Lucene41_0.tip, _0.fdt]
[junit4:junit4]   2> 26985 T3812 C228 P63406 oass.SolrIndexSearcher.<init> Opening Searcher@194d995 main
[junit4:junit4]   2> 26985 T3812 C228 P63406 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26986 T3820 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@194d995 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 26986 T3843 C231 P63426 oass.SolrIndexSearcher.<init> Opening Searcher@39fe6a main
[junit4:junit4]   2> 26986 T3812 C228 P63406 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 26986 T3843 C231 P63426 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26987 T3856 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39fe6a main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26987 T3824 C229 P63416 oass.SolrIndexSearcher.<init> Opening Searcher@13f8edb main
[junit4:junit4]   2> 26988 T3843 C231 P63426 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 26989 T3837 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13f8edb main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 26989 T3824 C229 P63416 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26989 T3824 C229 P63416 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 26990 T3795 C230 P63397 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 26990 T3760 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 26991 T3760 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26992 T3760 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 26995 T3793 C230 P63397 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 26997 T3813 C228 P63406 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 27001 T3826 C229 P63416 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 27004 T3848 C231 P63426 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 27005 T3760 oascsi.HttpCl

[...truncated too long message...]

ssorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 58152 T3760 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=Lucene41(blocksize=128), text=PostingsFormat(name=SimpleText), _version_=Lucene41(blocksize=128), rnd_b=PostingsFormat(name=Direct), intDefault=Lucene41(blocksize=128), timestamp=Lucene41(blocksize=128), id=PostingsFormat(name=Direct), a_t=Lucene41(blocksize=128), range_facet_sl=PostingsFormat(name=SimpleText), range_facet_si=MockFixedIntBlock(blockSize=581), other_tl1=Lucene41(blocksize=128), multiDefault=MockFixedIntBlock(blockSize=581), a_si=MockFixedIntBlock(blockSize=581)}, docValues:{}, sim=DefaultSimilarity, locale=en_NZ, timezone=SystemV/AST4ADT
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_15 (32-bit)/cpus=2,threads=4,free=124332232,total=257949696
[junit4:junit4]   2> NOTE: All tests run in this JVM: [AutoCommitTest, UnloadDistributedZkTest, SuggesterTest, TestQueryTypes, SpellCheckComponentTest, ZkSolrClientTest, SampleTest, PrimUtilsTest, DocumentAnalysisRequestHandlerTest, TestBinaryResponseWriter, CoreAdminHandlerTest, TestStressRecovery, ClusterStateTest, NumericFieldsTest, TestDocSet, AlternateDirectoryTest, DistanceFunctionTest, TestPartialUpdateDeduplication, TestUpdate, XmlUpdateRequestHandlerTest, RecoveryZkTest, CachingDirectoryFactoryTest, TestPropInjectDefaults, ClusterStateUpdateTest, DisMaxRequestHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestQueryUtils, TestSolrDiscoveryProperties, TestIndexingPerformance, MBeansHandlerTest, FieldAnalysisRequestHandlerTest, TestDistributedSearch, SolrIndexSplitterTest, MinimalSchemaTest, OpenExchangeRatesOrgProviderTest, RequiredFieldsTest, ResourceLoaderTest, EchoParamsTest, FullSolrCloudDistribCmdsTest, TestSearchPerf, TestRecovery, TestRangeQuery, CircularListTest, TestCoreContainer, SearchHandlerTest, TestUtils, QueryEqualityTest, TestLuceneMatchVersion, BinaryUpdateRequestHandlerTest, UpdateRequestProcessorFactoryTest, XsltUpdateRequestHandlerTest, URLClassifyProcessorTest, OverseerTest, TestCodecSupport, DebugComponentTest, NotRequiredUniqueKeyTest, ConvertedLegacyTest, SpellCheckCollatorTest, StandardRequestHandlerTest, DefaultValueUpdateProcessorTest, ZkCLITest, TestPhraseSuggestions, TestCollationField, TestFuzzyAnalyzedSuggestions, SolrPluginUtilsTest, DocValuesMultiTest, DOMUtilTest, JSONWriterTest, TestCSVLoader, TermsComponentTest, SpellingQueryConverterTest, TestStressLucene, TestValueSourceCache, PolyFieldTest, PeerSyncTest, DirectUpdateHandlerOptimizeTest, ZkNodePropsTest, TestAnalyzedSuggestions, LeaderElectionIntegrationTest, BasicDistributedZk2Test, DirectSolrConnectionTest, RAMDirectoryFactoryTest, TestSweetSpotSimilarityFactory, TestElisionMultitermQuery, BasicFunctionalityTest, CoreContainerCoreInitFailuresTest, CollectionsAPIDistributedZkTest, CurrencyFieldXmlFileTest, TestMergePolicyConfig, FileUtilsTest, TestCharFilters, DirectSolrSpellCheckerTest, DirectUpdateHandlerTest, TestFastWriter, HardAutoCommitTest, SynonymTokenizerTest, BasicZkTest, DocValuesTest, SuggesterTSTTest, TestZkChroot, TestJmxIntegration, TermVectorComponentDistributedTest, UpdateParamsTest, DistributedQueryElevationComponentTest, PathHierarchyTokenizerFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, AliasIntegrationTest, TestDistributedGrouping, TestLMJelinekMercerSimilarityFactory, FileBasedSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestDynamicFieldResource, TestConfig, SimplePostToolTest, TestFieldTypeCollectionResource, TestSolrIndexConfig, LeaderElectionTest, TestRandomFaceting, QueryElevationComponentTest, SpatialFilterTest, SchemaVersionSpecificBehaviorTest, TestSolrJ, SignatureUpdateProcessorFactoryTest, ChaosMonkeySafeLeaderTest, TestCopyFieldCollectionResource, TermVectorComponentTest, TestGroupingSearch, CurrencyFieldOpenExchangeTest, BasicDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed in 58.18s, 1 test, 1 failure <<< FAILURES!

[...truncated 433 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:381: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:361: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:183: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1213: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:877: There were test failures: 272 suites, 1143 tests, 1 failure, 18 ignored (12 assumptions)

Total time: 66 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.7.0_15 -server -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure