You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/12 14:15:16 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.7.0_15) - Build # 2628 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2628/
Java: 32bit/jdk1.7.0_15 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([555BEDCB3A78CE1:84B330C4C4F8ECDD]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9002 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T939 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T939 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-SyncSliceTest-1363092397382
[junit4:junit4]   2> 8 T939 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T940 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 11 T940 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 12 T940 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 12 T940 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 12 T940 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T940 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1363092397381\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 118 T939 oasc.ZkTestServer.run start zk server on port:52446
[junit4:junit4]   2> 120 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@fe0f43
[junit4:junit4]   2> 121 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 123 T945 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 124 T945 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 124 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52449
[junit4:junit4]   2> 124 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52449
[junit4:junit4]   2> 125 T943 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 135 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500000 with negotiated timeout 10000 for client /127.0.0.1:52449
[junit4:junit4]   2> 135 T945 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500000, negotiated timeout = 10000
[junit4:junit4]   2> 136 T946 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fe0f43 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 137 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 137 T939 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 142 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500000
[junit4:junit4]   2> 146 T946 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 146 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500000 closed
[junit4:junit4]   2> 146 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52449 which had sessionid 0x13d5ea35d500000
[junit4:junit4]   2> 148 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@f01a62
[junit4:junit4]   2> 150 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 151 T947 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 151 T947 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 151 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52452
[junit4:junit4]   2> 152 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52452
[junit4:junit4]   2> 154 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500001 with negotiated timeout 10000 for client /127.0.0.1:52452
[junit4:junit4]   2> 154 T947 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500001, negotiated timeout = 10000
[junit4:junit4]   2> 154 T948 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f01a62 name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 155 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 155 T939 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 163 T939 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 167 T939 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 172 T939 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 187 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 187 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 204 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 207 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 213 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 214 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 231 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 232 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 242 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 242 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 247 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 248 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 254 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 255 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 261 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 262 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 268 T939 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 269 T939 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 273 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500001
[junit4:junit4]   2> 284 T948 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 284 T941 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5ea35d500001, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 284 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500001 closed
[junit4:junit4]   2> 290 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52452 which had sessionid 0x13d5ea35d500001
[junit4:junit4]   2> 704 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 710 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52453
[junit4:junit4]   2> 710 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 711 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 711 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663
[junit4:junit4]   2> 713 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\solr.xml
[junit4:junit4]   2> 713 T939 oasc.CoreContainer.<init> New CoreContainer 5843293
[junit4:junit4]   2> 713 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\'
[junit4:junit4]   2> 714 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\'
[junit4:junit4]   2> 788 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 788 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 789 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 789 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 790 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 790 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 790 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 791 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 791 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 791 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 811 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 837 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 838 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 838 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@12f5ce0
[junit4:junit4]   2> 840 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 841 T958 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 843 T958 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 843 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52458
[junit4:junit4]   2> 844 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52458
[junit4:junit4]   2> 858 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500002 with negotiated timeout 20000 for client /127.0.0.1:52458
[junit4:junit4]   2> 858 T958 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500002, negotiated timeout = 20000
[junit4:junit4]   2> 858 T959 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12f5ce0 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 859 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 862 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500002
[junit4:junit4]   2> 864 T959 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 864 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500002 closed
[junit4:junit4]   2> 865 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 866 T941 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5ea35d500002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 866 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52458 which had sessionid 0x13d5ea35d500002
[junit4:junit4]   2> 872 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@802062
[junit4:junit4]   2> 874 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 874 T960 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 875 T960 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 876 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52461
[junit4:junit4]   2> 876 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52461
[junit4:junit4]   2> 878 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500003 with negotiated timeout 20000 for client /127.0.0.1:52461
[junit4:junit4]   2> 878 T960 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500003, negotiated timeout = 20000
[junit4:junit4]   2> 878 T961 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@802062 name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 879 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 888 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 891 T939 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 895 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52453_
[junit4:junit4]   2> 896 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52453_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52453_
[junit4:junit4]   2> 897 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52453_
[junit4:junit4]   2> 911 T939 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 928 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 931 T939 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 937 T939 oasc.Overseer.start Overseer (id=89331623355482115-127.0.0.1:52453_-n_0000000000) starting
[junit4:junit4]   2> 938 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 940 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 945 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 948 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 950 T963 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 952 T939 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 960 T939 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 964 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 967 T962 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 972 T964 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\collection1
[junit4:junit4]   2> 972 T964 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 974 T964 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 974 T964 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 977 T964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\collection1\'
[junit4:junit4]   2> 979 T964 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 980 T964 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663/collection1/lib/README' to classloader
[junit4:junit4]   2> 1050 T964 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 1145 T964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1150 T964 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1159 T964 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2035 T964 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2048 T964 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2054 T964 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2074 T964 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2080 T964 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2085 T964 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2088 T964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2089 T964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2089 T964 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2093 T964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2093 T964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 2093 T964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2094 T964 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363092397663\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/control/data\
[junit4:junit4]   2> 2094 T964 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 2094 T964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2095 T964 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/control/data\ forceNew: false
[junit4:junit4]   2> 2095 T964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/control/data\index/
[junit4:junit4]   2> 2095 T964 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2095 T964 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/control/data\index forceNew: false
[junit4:junit4]   2> 2100 T964 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 2101 T964 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 2105 T964 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2106 T964 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2106 T964 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2107 T964 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2108 T964 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2108 T964 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2108 T964 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2109 T964 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2109 T964 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2123 T964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2130 T964 oass.SolrIndexSearcher.<init> Opening Searcher@1f9454a main
[junit4:junit4]   2> 2132 T964 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\control\data\tlog
[junit4:junit4]   2> 2134 T964 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2134 T964 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2137 T965 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f9454a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2137 T964 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2137 T964 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2139 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2622 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2624 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52453_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52453"}
[junit4:junit4]   2> 2624 T962 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2624 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2625 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2645 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3249 T964 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 3249 T964 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52453 collection:control_collection shard:shard1
[junit4:junit4]   2> 3250 T964 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 3266 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 3268 T964 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 3269 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3273 T964 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 3273 T964 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 3274 T964 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52453/collection1/
[junit4:junit4]   2> 3274 T964 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 3274 T964 oasc.SyncStrategy.syncToMe http://127.0.0.1:52453/collection1/ has no replicas
[junit4:junit4]   2> 3274 T964 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52453/collection1/
[junit4:junit4]   2> 3274 T964 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 3297 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4289 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4308 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4338 T964 oasc.ZkController.register We are http://127.0.0.1:52453/collection1/ and leader is http://127.0.0.1:52453/collection1/
[junit4:junit4]   2> 4338 T964 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52453
[junit4:junit4]   2> 4338 T964 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4338 T964 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4338 T964 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4342 T964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4344 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 4344 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4344 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4355 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4357 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ff0cbc
[junit4:junit4]   2> 4358 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4359 T967 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4360 T967 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 4360 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52464
[junit4:junit4]   2> 4361 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52464
[junit4:junit4]   2> 4363 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500004 with negotiated timeout 10000 for client /127.0.0.1:52464
[junit4:junit4]   2> 4363 T967 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500004, negotiated timeout = 10000
[junit4:junit4]   2> 4363 T968 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ff0cbc name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4364 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4365 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4368 T939 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4796 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4800 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52465
[junit4:junit4]   2> 4801 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4801 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4801 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745
[junit4:junit4]   2> 4801 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\solr.xml
[junit4:junit4]   2> 4801 T939 oasc.CoreContainer.<init> New CoreContainer 19702145
[junit4:junit4]   2> 4802 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\'
[junit4:junit4]   2> 4802 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\'
[junit4:junit4]   2> 4859 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4859 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4860 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4861 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4861 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4862 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4878 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4901 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 4901 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4902 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@691e71
[junit4:junit4]   2> 4904 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4905 T978 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4906 T978 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 4906 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52470
[junit4:junit4]   2> 4907 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52470
[junit4:junit4]   2> 4920 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500005 with negotiated timeout 20000 for client /127.0.0.1:52470
[junit4:junit4]   2> 4920 T978 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500005, negotiated timeout = 20000
[junit4:junit4]   2> 4920 T979 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@691e71 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4921 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4923 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500005
[junit4:junit4]   2> 4925 T979 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4925 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500005 closed
[junit4:junit4]   2> 4926 T941 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5ea35d500005, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 4927 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4927 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52470 which had sessionid 0x13d5ea35d500005
[junit4:junit4]   2> 4932 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@28326a
[junit4:junit4]   2> 4934 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4935 T980 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4936 T980 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 4936 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52473
[junit4:junit4]   2> 4937 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52473
[junit4:junit4]   2> 4940 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500006 with negotiated timeout 20000 for client /127.0.0.1:52473
[junit4:junit4]   2> 4940 T980 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500006, negotiated timeout = 20000
[junit4:junit4]   2> 4940 T981 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28326a name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4941 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4942 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4945 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4947 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5805 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5806 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52453_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52453"}
[junit4:junit4]   2> 5818 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5818 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5819 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5942 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52465_
[junit4:junit4]   2> 5943 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52465_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52465_
[junit4:junit4]   2> 5944 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52465_
[junit4:junit4]   2> 5949 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5950 T968 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5950 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5951 T961 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5951 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5954 T981 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5964 T982 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\collection1
[junit4:junit4]   2> 5964 T982 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5966 T982 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5966 T982 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5968 T982 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\collection1\'
[junit4:junit4]   2> 5971 T982 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5972 T982 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745/collection1/lib/README' to classloader
[junit4:junit4]   2> 6030 T982 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 6114 T982 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6115 T982 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6121 T982 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6900 T982 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6913 T982 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6919 T982 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6947 T982 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6953 T982 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6959 T982 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6961 T982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6962 T982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6962 T982 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6964 T982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6964 T982 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6964 T982 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6965 T982 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363092401745\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty1\
[junit4:junit4]   2> 6965 T982 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 6965 T982 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6966 T982 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty1\ forceNew: false
[junit4:junit4]   2> 6966 T982 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty1\index/
[junit4:junit4]   2> 6966 T982 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6966 T982 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty1\index forceNew: false
[junit4:junit4]   2> 6971 T982 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6971 T982 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6974 T982 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6975 T982 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6975 T982 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6976 T982 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6977 T982 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6977 T982 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6977 T982 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6978 T982 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6978 T982 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6990 T982 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6998 T982 oass.SolrIndexSearcher.<init> Opening Searcher@a59063 main
[junit4:junit4]   2> 6998 T982 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty1\tlog
[junit4:junit4]   2> 6999 T982 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7000 T982 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7007 T983 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a59063 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7008 T982 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7008 T982 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7311 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7312 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52465_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52465"}
[junit4:junit4]   2> 7312 T962 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 7312 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7322 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7323 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7322 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8004 T982 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8004 T982 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52465 collection:collection1 shard:shard1
[junit4:junit4]   2> 8006 T982 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8027 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 8029 T982 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8029 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8033 T982 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8033 T982 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8034 T982 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 8034 T982 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8034 T982 oasc.SyncStrategy.syncToMe http://127.0.0.1:52465/collection1/ has no replicas
[junit4:junit4]   2> 8034 T982 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 8034 T982 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 8044 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8817 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8833 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8833 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8833 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8854 T982 oasc.ZkController.register We are http://127.0.0.1:52465/collection1/ and leader is http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 8855 T982 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52465
[junit4:junit4]   2> 8855 T982 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8855 T982 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8855 T982 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8859 T982 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8861 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 8861 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8861 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9305 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 9309 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52474
[junit4:junit4]   2> 9310 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9311 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9311 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246
[junit4:junit4]   2> 9312 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\solr.xml
[junit4:junit4]   2> 9312 T939 oasc.CoreContainer.<init> New CoreContainer 19056913
[junit4:junit4]   2> 9313 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\'
[junit4:junit4]   2> 9313 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\'
[junit4:junit4]   2> 9371 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 9372 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9373 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9374 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9375 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9389 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9410 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 9411 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9411 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1210a25
[junit4:junit4]   2> 9413 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9414 T994 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9415 T994 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 9415 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52479
[junit4:junit4]   2> 9415 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52479
[junit4:junit4]   2> 9430 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500007 with negotiated timeout 20000 for client /127.0.0.1:52479
[junit4:junit4]   2> 9430 T994 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500007, negotiated timeout = 20000
[junit4:junit4]   2> 9431 T995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1210a25 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9431 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9433 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500007
[junit4:junit4]   2> 9434 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500007 closed
[junit4:junit4]   2> 9435 T995 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9435 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52479 which had sessionid 0x13d5ea35d500007
[junit4:junit4]   2> 9435 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 9440 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1881d55
[junit4:junit4]   2> 9443 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9444 T996 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9444 T996 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 9445 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52482
[junit4:junit4]   2> 9445 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52482
[junit4:junit4]   2> 9447 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500008 with negotiated timeout 20000 for client /127.0.0.1:52482
[junit4:junit4]   2> 9447 T996 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500008, negotiated timeout = 20000
[junit4:junit4]   2> 9447 T997 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1881d55 name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9448 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9449 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9452 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9456 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10328 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10329 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52465_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52465"}
[junit4:junit4]   2> 10338 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10338 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10339 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10338 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10450 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52474_
[junit4:junit4]   2> 10450 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d500008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52474_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52474_
[junit4:junit4]   2> 10452 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52474_
[junit4:junit4]   2> 10456 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 10457 T968 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10457 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10458 T997 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10458 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10458 T961 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10458 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10460 T981 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 10470 T998 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\collection1
[junit4:junit4]   2> 10470 T998 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10471 T998 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10471 T998 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10474 T998 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\collection1\'
[junit4:junit4]   2> 10475 T998 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10476 T998 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246/collection1/lib/README' to classloader
[junit4:junit4]   2> 10545 T998 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 10615 T998 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10617 T998 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10624 T998 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 11361 T998 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 11368 T998 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 11373 T998 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 11393 T998 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11398 T998 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 11406 T998 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11408 T998 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11408 T998 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11408 T998 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 11410 T998 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 11410 T998 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 11410 T998 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11411 T998 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363092406246\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\
[junit4:junit4]   2> 11411 T998 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 11411 T998 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 11411 T998 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\ forceNew: false
[junit4:junit4]   2> 11411 T998 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\index/
[junit4:junit4]   2> 11412 T998 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 11412 T998 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\index forceNew: false
[junit4:junit4]   2> 11416 T998 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11416 T998 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11420 T998 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 11420 T998 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 11421 T998 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 11422 T998 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 11422 T998 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 11423 T998 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 11423 T998 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 11423 T998 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 11424 T998 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 11436 T998 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 11443 T998 oass.SolrIndexSearcher.<init> Opening Searcher@39dc5e main
[junit4:junit4]   2> 11443 T998 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty2\tlog
[junit4:junit4]   2> 11445 T998 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 11445 T998 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 11451 T999 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39dc5e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11451 T998 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11451 T998 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11834 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11835 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52474_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52474"}
[junit4:junit4]   2> 11835 T962 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11835 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11844 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11844 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11844 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11844 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12449 T998 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12449 T998 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52474 collection:collection1 shard:shard1
[junit4:junit4]   2> 12455 T998 oasc.ZkController.register We are http://127.0.0.1:52474/collection1/ and leader is http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 12455 T998 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52474
[junit4:junit4]   2> 12455 T998 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12455 T998 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C76 name=collection1 org.apache.solr.core.SolrCore@13a154e url=http://127.0.0.1:52474/collection1 node=127.0.0.1:52474_ C76_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52474_, base_url=http://127.0.0.1:52474}
[junit4:junit4]   2> 12456 T1000 C76 P52474 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12457 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12457 T1000 C76 P52474 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12457 T1000 C76 P52474 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12457 T998 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12459 T1000 C76 P52474 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12460 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 12460 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12460 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12941 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12947 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52484
[junit4:junit4]   2> 12948 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12948 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12949 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845
[junit4:junit4]   2> 12949 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\solr.xml
[junit4:junit4]   2> 12949 T939 oasc.CoreContainer.<init> New CoreContainer 14103204
[junit4:junit4]   2> 12950 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\'
[junit4:junit4]   2> 12951 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\'
[junit4:junit4]   2> 13029 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13030 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13030 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13031 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13031 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13032 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13032 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13032 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13033 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13033 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13054 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13081 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 13082 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13083 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@110bd30
[junit4:junit4]   2> 13085 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13086 T1011 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13088 T1011 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 13088 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52489
[junit4:junit4]   2> 13089 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52489
[junit4:junit4]   2> 13100 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d500009 with negotiated timeout 20000 for client /127.0.0.1:52489
[junit4:junit4]   2> 13100 T1011 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d500009, negotiated timeout = 20000
[junit4:junit4]   2> 13100 T1012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@110bd30 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13101 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13103 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d500009
[junit4:junit4]   2> 13105 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d500009 closed
[junit4:junit4]   2> 13106 T941 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5ea35d500009, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 13106 T1012 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13106 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13107 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52489 which had sessionid 0x13d5ea35d500009
[junit4:junit4]   2> 13113 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@19f7eea
[junit4:junit4]   2> 13115 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13116 T1013 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13116 T1013 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 13117 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52492
[junit4:junit4]   2> 13118 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52492
[junit4:junit4]   2> 13120 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d50000a with negotiated timeout 20000 for client /127.0.0.1:52492
[junit4:junit4]   2> 13120 T1013 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d50000a, negotiated timeout = 20000
[junit4:junit4]   2> 13120 T1014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19f7eea name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13121 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13122 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13124 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13128 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13339 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13340 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52474_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52474"}
[junit4:junit4]   2> 13352 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13352 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13354 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13352 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13353 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13461 T975 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=3&state=recovering&nodeName=127.0.0.1:52474_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=991 
[junit4:junit4]   2> 14109 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52484_
[junit4:junit4]   2> 14110 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52484_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52484_
[junit4:junit4]   2> 14112 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52484_
[junit4:junit4]   2> 14116 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14117 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14119 T968 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14119 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14120 T997 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14120 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14121 T961 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14121 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14124 T1014 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14124 T981 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14136 T1015 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\collection1
[junit4:junit4]   2> 14136 T1015 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14137 T1015 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14137 T1015 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14140 T1015 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\collection1\'
[junit4:junit4]   2> 14141 T1015 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14141 T1015 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845/collection1/lib/README' to classloader
[junit4:junit4]   2> 14200 T1015 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 14262 T1015 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14265 T1015 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14269 T1015 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14955 T1015 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14964 T1015 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14968 T1015 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14987 T1015 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14993 T1015 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14999 T1015 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15001 T1015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15002 T1015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15002 T1015 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15004 T1015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 15004 T1015 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 15004 T1015 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15004 T1015 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363092409845\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\
[junit4:junit4]   2> 15005 T1015 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 15005 T1015 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15005 T1015 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\ forceNew: false
[junit4:junit4]   2> 15005 T1015 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\index/
[junit4:junit4]   2> 15006 T1015 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15006 T1015 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\index forceNew: false
[junit4:junit4]   2> 15010 T1015 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15011 T1015 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15013 T1015 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15013 T1015 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15014 T1015 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15014 T1015 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15016 T1015 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15016 T1015 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15016 T1015 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15017 T1015 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15017 T1015 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15027 T1015 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15034 T1015 oass.SolrIndexSearcher.<init> Opening Searcher@a01dc8 main
[junit4:junit4]   2> 15034 T1015 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty3\tlog
[junit4:junit4]   2> 15036 T1015 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15036 T1015 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15042 T1016 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a01dc8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15044 T1015 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15044 T1015 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C76_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52474_, base_url=http://127.0.0.1:52474}
[junit4:junit4]   2> 15297 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52465/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15297 T1000 C76 P52474 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52474 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15298 T1000 C76 P52474 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15299 T1000 C76 P52474 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52465/collection1/. core=collection1
[junit4:junit4]   2> 15299 T1000 C76 P52474 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C77 name=collection1 org.apache.solr.core.SolrCore@fcdb52 url=http://127.0.0.1:52465/collection1 node=127.0.0.1:52465_ C77_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52465_, base_url=http://127.0.0.1:52465, leader=true}
[junit4:junit4]   2> 15308 T976 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15313 T975 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15316 T975 C77 P52465 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15317 T975 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15318 T975 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15318 T975 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15318 T975 C77 P52465 oass.SolrIndexSearcher.<init> Opening Searcher@947bfb realtime
[junit4:junit4]   2> 15319 T975 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15319 T975 C77 P52465 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 15320 T1000 C76 P52474 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15320 T1000 C76 P52474 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15322 T973 C77 P52465 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15323 T973 C77 P52465 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15323 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15323 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15323 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15325 T974 C77 P52465 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15326 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15327 T1000 C76 P52474 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty2\index.20130312074652703 forceNew: false
[junit4:junit4]   2> 15327 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f00f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3803ee) fullCopy=false
[junit4:junit4]   2> 15329 T977 C77 P52465 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15330 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15332 T1000 C76 P52474 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15332 T1000 C76 P52474 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15334 T1000 C76 P52474 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15335 T1000 C76 P52474 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15335 T1000 C76 P52474 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15335 T1000 C76 P52474 oass.SolrIndexSearcher.<init> Opening Searcher@13250d6 main
[junit4:junit4]   2> 15336 T999 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13250d6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15337 T1000 C76 P52474 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f00f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3803ee)
[junit4:junit4]   2> 15337 T1000 C76 P52474 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15337 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15337 T1000 C76 P52474 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15337 T1000 C76 P52474 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15340 T1000 C76 P52474 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16102 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16103 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52484_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52484"}
[junit4:junit4]   2> 16103 T962 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 16103 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16115 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52474_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52474"}
[junit4:junit4]   2> 16124 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16124 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16124 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16124 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16124 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16831 T1015 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16831 T1015 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52484 collection:collection1 shard:shard1
[junit4:junit4]   2> 16835 T1015 oasc.ZkController.register We are http://127.0.0.1:52484/collection1/ and leader is http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 16835 T1015 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52484
[junit4:junit4]   2> 16835 T1015 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16835 T1015 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C78 name=collection1 org.apache.solr.core.SolrCore@1a050db url=http://127.0.0.1:52484/collection1 node=127.0.0.1:52484_ C78_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52484_, base_url=http://127.0.0.1:52484}
[junit4:junit4]   2> 16836 T1019 C78 P52484 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16837 T1015 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16837 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16837 T1019 C78 P52484 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16838 T1019 C78 P52484 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16840 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 16840 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16840 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16841 T1019 C78 P52484 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 17211 T939 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 17216 T939 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52497
[junit4:junit4]   2> 17217 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 17217 T939 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 17218 T939 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223
[junit4:junit4]   2> 17218 T939 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\solr.xml
[junit4:junit4]   2> 17219 T939 oasc.CoreContainer.<init> New CoreContainer 4880049
[junit4:junit4]   2> 17220 T939 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\'
[junit4:junit4]   2> 17221 T939 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\'
[junit4:junit4]   2> 17299 T939 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 17299 T939 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 17300 T939 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 17300 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 17301 T939 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 17301 T939 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 17301 T939 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 17302 T939 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 17302 T939 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 17302 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 17323 T939 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 17347 T939 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:52446/solr
[junit4:junit4]   2> 17348 T939 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 17348 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a58d83
[junit4:junit4]   2> 17351 T1030 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17352 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17353 T1030 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 17354 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52502
[junit4:junit4]   2> 17355 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52502
[junit4:junit4]   2> 17368 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d50000b with negotiated timeout 20000 for client /127.0.0.1:52502
[junit4:junit4]   2> 17368 T1030 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d50000b, negotiated timeout = 20000
[junit4:junit4]   2> 17368 T1031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a58d83 name:ZooKeeperConnection Watcher:127.0.0.1:52446 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17369 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17370 T944 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5ea35d50000b
[junit4:junit4]   2> 17372 T939 oaz.ZooKeeper.close Session: 0x13d5ea35d50000b closed
[junit4:junit4]   2> 17373 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 17373 T941 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:52502 which had sessionid 0x13d5ea35d50000b
[junit4:junit4]   2> 17373 T1031 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 17378 T939 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:52446/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6dc5d9
[junit4:junit4]   2> 17381 T939 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17381 T1032 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:52446. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 17382 T1032 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:52446, initiating session
[junit4:junit4]   2> 17383 T941 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:52505
[junit4:junit4]   2> 17383 T941 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:52505
[junit4:junit4]   2> 17384 T943 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5ea35d50000c with negotiated timeout 20000 for client /127.0.0.1:52505
[junit4:junit4]   2> 17384 T1032 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:52446, sessionid = 0x13d5ea35d50000c, negotiated timeout = 20000
[junit4:junit4]   2> 17386 T1033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dc5d9 name:ZooKeeperConnection Watcher:127.0.0.1:52446/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17386 T939 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17389 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000c type:create cxid:0x1 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17390 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000c type:create cxid:0x2 zxid:0x99 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17396 T939 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17473 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17474 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52484_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52484"}
[junit4:junit4]   2> 17484 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17485 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17485 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17487 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17487 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17487 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17741 T972 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=4&state=recovering&nodeName=127.0.0.1:52484_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=891 
[junit4:junit4]   2> 18290 T939 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52497_
[junit4:junit4]   2> 18291 T944 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5ea35d50000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:52497_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:52497_
[junit4:junit4]   2> 18296 T939 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52497_
[junit4:junit4]   2> 18300 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18301 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18301 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18301 T997 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18302 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18303 T961 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18303 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18305 T968 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18306 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18307 T1014 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18307 T1033 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18308 T981 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 18321 T1034 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\collection1
[junit4:junit4]   2> 18321 T1034 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 18321 T1034 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 18321 T1034 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 18323 T1034 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\collection1\'
[junit4:junit4]   2> 18324 T1034 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 18327 T1034 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223/collection1/lib/README' to classloader
[junit4:junit4]   2> 18387 T1034 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 18459 T1034 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18461 T1034 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18466 T1034 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19170 T1034 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19184 T1034 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19190 T1034 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19212 T1034 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19217 T1034 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19222 T1034 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19224 T1034 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19224 T1034 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19224 T1034 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19226 T1034 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19226 T1034 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19226 T1034 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19227 T1034 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363092414223\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\
[junit4:junit4]   2> 19227 T1034 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c39186
[junit4:junit4]   2> 19227 T1034 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 19227 T1034 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\ forceNew: false
[junit4:junit4]   2> 19227 T1034 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\index/
[junit4:junit4]   2> 19228 T1034 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19228 T1034 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\index forceNew: false
[junit4:junit4]   2> 19232 T1034 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19232 T1034 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19236 T1034 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19236 T1034 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19237 T1034 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19238 T1034 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19239 T1034 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19250 T1034 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19257 T1034 oass.SolrIndexSearcher.<init> Opening Searcher@9e86dc main
[junit4:junit4]   2> 19258 T1034 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363092397381\jetty4\tlog
[junit4:junit4]   2> 19259 T1034 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19259 T1034 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19264 T1035 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9e86dc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19265 T1034 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19265 T1034 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C78_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52484_, base_url=http://127.0.0.1:52484}
[junit4:junit4]   2> 19524 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52465/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19524 T1019 C78 P52484 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52484 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 19525 T1019 C78 P52484 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19526 T1019 C78 P52484 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52465/collection1/. core=collection1
[junit4:junit4]   2> 19526 T1019 C78 P52484 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19528 T973 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19535 T972 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19537 T972 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19538 T972 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19538 T972 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19538 T972 C77 P52465 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 19539 T1019 C78 P52484 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19539 T1019 C78 P52484 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19541 T974 C77 P52465 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19542 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 19542 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19542 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19544 T976 C77 P52465 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19545 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19546 T1019 C78 P52484 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty3\index.20130312074656921 forceNew: false
[junit4:junit4]   2> 19546 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@49718 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11662d0) fullCopy=false
[junit4:junit4]   2> 19548 T975 C77 P52465 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 19549 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19550 T1019 C78 P52484 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19551 T1019 C78 P52484 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19553 T1019 C78 P52484 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19554 T1019 C78 P52484 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19554 T1019 C78 P52484 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19554 T1019 C78 P52484 oass.SolrIndexSearcher.<init> Opening Searcher@1a490e2 main
[junit4:junit4]   2> 19555 T1016 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a490e2 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 19555 T1019 C78 P52484 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@49718 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11662d0)
[junit4:junit4]   2> 19556 T1019 C78 P52484 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19556 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19556 T1019 C78 P52484 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19556 T1019 C78 P52484 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19559 T1019 C78 P52484 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20174 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20175 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52497_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52497"}
[junit4:junit4]   2> 20175 T962 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 20176 T962 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20188 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52484_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52484"}
[junit4:junit4]   2> 20196 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20197 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20198 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20198 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20197 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20197 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21054 T1034 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 21054 T1034 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52497 collection:collection1 shard:shard1
[junit4:junit4]   2> 21060 T1034 oasc.ZkController.register We are http://127.0.0.1:52497/collection1/ and leader is http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 21060 T1034 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52497
[junit4:junit4]   2> 21060 T1034 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 21061 T1034 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C79 name=collection1 org.apache.solr.core.SolrCore@1c176bb url=http://127.0.0.1:52497/collection1 node=127.0.0.1:52497_ C79_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52497_, base_url=http://127.0.0.1:52497}
[junit4:junit4]   2> 21061 T1038 C79 P52497 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 21062 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 21062 T1038 C79 P52497 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 21062 T1038 C79 P52497 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21063 T1034 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21066 T1038 C79 P52497 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21067 T939 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 21067 T939 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 21067 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21073 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21074 T939 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 21074 T939 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 21075 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21556 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21556 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52497_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52497"}
[junit4:junit4]   2> 21569 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21570 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21570 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21571 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21571 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21570 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21962 T974 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=5&state=recovering&nodeName=127.0.0.1:52497_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=891 
[junit4:junit4]   2> 21967 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22860 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C79_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52497_, base_url=http://127.0.0.1:52497}
[junit4:junit4]   2> 23829 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52465/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23829 T1038 C79 P52497 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52497 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23830 T1038 C79 P52497 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23831 T1038 C79 P52497 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52465/collection1/. core=collection1
[junit4:junit4]   2> 23831 T1038 C79 P52497 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23833 T972 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23839 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23840 T974 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23841 T974 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23841 T974 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23841 T974 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23841 T974 C77 P52465 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 1
[junit4:junit4]   2> 23843 T1038 C79 P52497 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23843 T1038 C79 P52497 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23845 T973 C77 P52465 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23846 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 23846 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23846 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23849 T977 C77 P52465 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 23850 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23851 T1038 C79 P52497 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363092397381/jetty4\index.20130312074701226 forceNew: false
[junit4:junit4]   2> 23851 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@e11018 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39e321) fullCopy=false
[junit4:junit4]   2> 23854 T972 C77 P52465 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 23856 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23857 T1038 C79 P52497 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23858 T1038 C79 P52497 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23860 T1038 C79 P52497 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23861 T1038 C79 P52497 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23861 T1038 C79 P52497 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23861 T1038 C79 P52497 oass.SolrIndexSearcher.<init> Opening Searcher@1d418f2 main
[junit4:junit4]   2> 23862 T1035 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d418f2 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 23864 T1038 C79 P52497 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@e11018 lockFactory=org.apache.lucene.store.NativeFSLockFactory@39e321)
[junit4:junit4]   2> 23864 T1038 C79 P52497 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23864 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23864 T1038 C79 P52497 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23865 T1038 C79 P52497 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23870 T1038 C79 P52497 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24393 T962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24394 T962 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52497_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52497"}
[junit4:junit4]   2> 24404 T1014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24405 T997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24405 T1033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24405 T981 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24405 T968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24406 T961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24821 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24823 T939 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C80 name=collection1 org.apache.solr.core.SolrCore@af512e url=http://127.0.0.1:52453/collection1 node=127.0.0.1:52453_ C80_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52453_, base_url=http://127.0.0.1:52453, leader=true}
[junit4:junit4]   2> 24835 T957 C80 P52453 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24841 T957 C80 P52453 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 24842 T957 C80 P52453 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 24842 T957 C80 P52453 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 24843 T957 C80 P52453 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 24843 T957 C80 P52453 oass.SolrIndexSearcher.<init> Opening Searcher@cc1634 main
[junit4:junit4]   2> 24844 T957 C80 P52453 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24844 T965 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cc1634 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 24846 T957 C80 P52453 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 24859 T975 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24860 T975 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 24860 T975 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 24861 T975 C77 P52465 oass.SolrIndexSearcher.<init> Opening Searcher@112917d main
[junit4:junit4]   2> 24861 T975 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24862 T983 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@112917d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24862 T975 C77 P52465 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52474/collection1/, StdNode: http://127.0.0.1:52484/collection1/, StdNode: http://127.0.0.1:52497/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C78_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52484_, base_url=http://127.0.0.1:52484}
[junit4:junit4]   2> 24879 T1009 C78 P52484 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C79_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52497_, base_url=http://127.0.0.1:52497}
[junit4:junit4]   2> 24883 T1028 C79 P52497 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24884 T1028 C79 P52497 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 24885 T1028 C79 P52497 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 24886 T1028 C79 P52497 oass.SolrIndexSearcher.<init> Opening Searcher@e90e9d main
[junit4:junit4]   2> 24886 T1028 C79 P52497 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24887 T1009 C78 P52484 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24887 T1009 C78 P52484 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24889 T1035 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e90e9d main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2>  C76_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52474_, base_url=http://127.0.0.1:52474}
[junit4:junit4]   2> 24890 T991 C76 P52474 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24890 T1009 C78 P52484 oass.SolrIndexSearcher.<init> Opening Searcher@d6aef6 main
[junit4:junit4]   2> 24891 T1028 C79 P52497 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 24891 T1009 C78 P52484 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24891 T991 C76 P52474 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 24892 T1016 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d6aef6 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 24892 T991 C76 P52474 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 24892 T1009 C78 P52484 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 24892 T991 C76 P52474 oass.SolrIndexSearcher.<init> Opening Searcher@125ba17 main
[junit4:junit4]   2> 24893 T991 C76 P52474 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24894 T999 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@125ba17 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 24894 T991 C76 P52474 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 24896 T975 C77 P52465 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 37
[junit4:junit4]   2> 24897 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24900 T973 C77 P52465 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24903 T992 C76 P52474 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24906 T1010 C78 P52484 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 24909 T1024 C79 P52497 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 26875 T955 C80 P52453 oass.SolrIndexSearcher.<init> Opening Searcher@1f6b7cf realtime
[junit4:junit4]   2> 26876 T955 C80 P52453 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429306001848270848)} 0 4
[junit4:junit4]   2> 26885 T1027 C79 P52497 /update {update.distrib=FROMLEADER&_version_=-1429306001853513728&update.from=http://127.0.0.1:52465/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429306001853513728)} 0 3
[junit4:junit4]   2> 26886 T990 C76 P52474 /update {update.distrib=FROMLEADER&_version_=-1429306001853513728&update.from=http://127.0.0.1:52465/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429306001853513728)} 0 5
[junit4:junit4]   2> 26886 T1008 C78 P52484 /update {update.distrib=FROMLEADER&_version_=-1429306001853513728&update.from=http://127.0.0.1:52465/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429306001853513728)} 0 5
[junit4:junit4]   2> 26887 T974 C77 P52465 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429306001853513728)} 0 10
[junit4:junit4]   2> 26891 T956 C80 P52453 /update {wt=javabin&version=2} {add=[0 (1429306001867145216)]} 0 1
[junit4:junit4]   2> 26898 T1029 C79 P52497 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429306001871339520)]} 0 1
[junit4:junit4]   2> 26898 T1009 C78 P52484 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429306001871339520)]} 0 1
[junit4:junit4]   2> 26899 T991 C76 P52474 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429306001871339520)]} 0 1
[junit4:junit4]   2> 26900 T975 C77 P52465 /update {wt=javabin&version=2} {add=[0 (1429306001871339520)]} 0 6
[junit4:junit4]   2> 26903 T957 C80 P52453 /update {wt=javabin&version=2} {add=[1 (1429306001879728128)]} 0 1
[junit4:junit4]   2> 26908 T992 C76 P52474 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429306001882873856)]} 0 0
[junit4:junit4]   2> 26908 T1010 C78 P52484 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429306001882873856)]} 0 0
[junit4:junit4]   2> 26909 T1024 C79 P52497 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429306001882873856)]} 0 0
[junit4:junit4]   2> 26910 T973 C77 P52465 /update {wt=javabin&version=2} {add=[1 (1429306001882873856)]} 0 5
[junit4:junit4]   2> 26914 T952 C80 P52453 /update {wt=javabin&version=2} {add=[2 (1429306001891262464)]} 0 1
[junit4:junit4]   2> 26920 T1025 C79 P52497 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429306001894408192)]} 0 1
[junit4:junit4]   2> 26920 T1005 C78 P52484 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429306001894408192)]} 0 1
[junit4:junit4]   2> 26920 T977 C77 P52465 /update {test.distrib.skip.servers=http://127.0.0.1:52474/collection1/&wt=javabin&version=2} {add=[2 (1429306001894408192)]} 0 4
[junit4:junit4]   2> 26923 T953 C80 P52453 /update {wt=javabin&version=2} {add=[3 (1429306001900699648)]} 0 1
[junit4:junit4]   2> 26929 T1026 C79 P52497 /update {distrib.from=http://127.0.0.1:52465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429306001903845376)]} 0 1
[junit4:junit4]   2> 26929 T972 C77 P52465 /update {test.distrib.skip.servers=http://127.0.0.1:52474/collection1/&test.distrib.skip.servers=http://127.0.0.1:52484/collection1/&wt=javabin&version=2} {add=[3 (1429306001903845376)]} 0 4
[junit4:junit4]   2> 26932 T954 C80 P52453 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26935 T954 C80 P52453 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ddee43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@13c6e07),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 26935 T954 C80 P52453 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 26937 T954 C80 P52453 oass.SolrIndexSearcher.<init> Opening Searcher@52f928 main
[junit4:junit4]   2> 26937 T954 C80 P52453 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26939 T965 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52f928 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26939 T954 C80 P52453 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 26942 T976 C77 P52465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26944 T976 C77 P52465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@391ba9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b22a6b),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26944 T976 C77 P52465 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26945 T976 C77 P52465 oass.SolrIndexSearcher.<init> Opening Searcher@151437f main
[junit4:junit4]   2> 26945 T976 C77 P52465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26945 T983 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@151437f main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26946 T976 C77 P52465 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52474/collection1/, StdNode: http://127.0.0.1:52484/collection1/, StdNode: http://127.0.0.1:52497/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 26948 T993 C76 P52474 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26948 T1006 C78 P52484 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26950 T1028 C79 P52497 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 26953 T1006 C78 P52484 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17449f lockFactory=org.apache.lucene.store.NativeFSLockFactory@17b1012),segFN=segments_5,generation=5,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, segments_5, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 26953 T993 C76 P52474 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b305c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4f7ab),segFN=segments_4,generation=4,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 26953 T1028 C79 P52497 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@83ee2f lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e9da),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26955 T1028 C79 P52497 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 26954 T1006 C78 P52484 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, segments_5, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 26955 T993 C76 P52474 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 26956 T1006 C78 P52484 oass.SolrIndexSearcher.<init> Opening Searcher@fdac24 main
[junit4:junit4]   2> 26956 T1006 C78 P52484 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26956 T1028 C79 P52497 oass.SolrIndexSearcher.<init> Opening Searcher@152767d main
[junit4:junit4]   2> 26957 T1028 C79 P52497 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26957 T993 C76 P52474 oass.SolrIndexSearcher.<init> Opening Searcher@1b08d4d main
[junit4:junit4]   2> 26957 T993 C76 P52474 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 26958 T1035 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@152767d main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 26957 T1016 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fdac24 main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 26959 T1028 C79 P52497 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 26959 T999 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b08d4d main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 26959 T1006 C78 P52484 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 26961 T993 C76 P52474 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 26962 T976 C77 P52465 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 26963 T939 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 26964 T939 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26965 T939 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 26967 T974 C77 P52465 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 26969 T988 C76 P52474 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 26972 T1007 C78 P52484 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 26975 T1027 C79 P52497 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 26978 T939 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 26989 T1008 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 26989 T1008 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 26995 T975 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 26996 T975 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52465/collection1/
[junit4:junit4]   2> 26996 T975 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52465 START replicas=[http://127.0.0.1:52474/collection1/, http://127.0.0.1:52484/collection1/, http://127.0.0.1:52497/collection1/] nUpdates=100
[junit4:junit4]   2> 26999 T989 C76 P52474 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 26999 T1029 C79 P52497 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27000 T1009 C78 P52484 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27000 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Received 3 versions from 127.0.0.1:52474/collection1/
[junit4:junit4]   2> 27001 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Our versions are newer. ourLowThreshold=1429306001853513728 otherHigh=1429306001882873856
[junit4:junit4]   2> 27001 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Received 5 versions from 127.0.0.1:52497/collection1/
[junit4:junit4]   2> 27002 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Our versions are newer. ourLowThreshold=1429306001853513728 otherHigh=1429306001894408192
[junit4:junit4]   2> 27002 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Received 4 versions from 127.0.0.1:52484/collection1/
[junit4:junit4]   2> 27002 T975 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52465  Our versions are newer. ourLowThreshold=1429306001853513728 otherHigh=1429306001894408192
[junit4:junit4]   2> 27002 T975 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52465 DONE. sync succeeded
[junit4:junit4]   2> 27002 T975 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 27003 T975 oasc.SyncStrategy.syncToMe http://127.0.0.1:52465/collection1/: try and ask http://127.0.0.1:52474/collection1/ to sync
[junit4:junit4]   2> 27004 T975 oasc.SyncStrategy.syncToMe http://127.0.0.1:52465/collection1/: try and ask http://127.0.0.1:52484/collection1/ to sync
[junit4:junit4]   2> 27004 T975 oasc.SyncStrategy.syncToMe http://127.0.0.1:52465/collection1/: try and ask http://127.0.0.1:52497/collection1/ to sync
[junit4:junit4]   2> 27007 T1010 C78 P52484 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52484 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 27008 T1024 C79 P52497 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52497 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 27008 T990 C76 P52474 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52474 START replicas=[http://127.0.0.1:52465/collection1/] nUpdates=100
[junit4:junit4]   2> 27010 T973 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27010 T972 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27010 T977 C77 P52465 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27011 T1010 C78 P52484 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52484  Received 5 versions from 127.0.0.1:52465/collection1/
[junit4:junit4]   2> 27011 T990 C76 P52474 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52474  Received 5 versions from 127.0.0.1:52465/collection1/
[junit4:junit4]   2> 27011 T1024 C79 P52497 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52497  Received 5 versions from 127.0.0.1:52465/collection1/
[junit4:junit4]   2> 27012 T1024 C79 P52497 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52497  Our versions are newer. ourLowThreshold=1429306001853513728 otherHigh=1429306001894408192
[junit4:junit4]   2> 27012 T1024 C79 P52497 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52497 DONE. sync succeeded
[junit4:junit4]   2> 27011 T1010 C78 P52484 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52484 Requesting updates from 127.0.0.1:52465/collection1/n=1 versions=[1429306001903845376]
[junit4:junit4]   2> 27011 T990 C76 P52474 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52474 Requesting updates from 127.0.0.1:52465/collection1/n=2 versions=[1429306001903845376, 1429306001894408192]
[junit4:junit4]   2> 27012 T1024 C79 P52497 REQ /get {sync=http://127.0.0.1:52465/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=4 
[juni

[...truncated too long message...]

unit4]   2> 58755 T939 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 58757 T943 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 58757 T939 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 58759 T939 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52446 52446
[junit4:junit4]   2> 58856 T1014 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 61161 T1014 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 59690 T942 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 61162 T941 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 61162 T1014 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 61164 T939 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 61164 T939 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 61164 T939 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 61165 T939 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 61165 T939 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=555BEDCB3A78CE1 -Dtests.slow=true -Dtests.locale=iw -Dtests.timezone=America/Guayaquil -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 61.2s | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([555BEDCB3A78CE1:84B330C4C4F8ECDD]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 61233 T939 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=iw, timezone=America/Guayaquil
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_15 (32-bit)/cpus=2,threads=2,free=49986072,total=175001600
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TermVectorComponentDistributedTest, DirectSolrConnectionTest, RequestHandlersTest, FieldAnalysisRequestHandlerTest, TestQueryTypes, TestIndexSearcher, ShardRoutingCustomTest, RecoveryZkTest, TestSolrXMLSerializer, DocumentBuilderTest, MinimalSchemaTest, TestSearchPerf, SampleTest, LoggingHandlerTest, BasicDistributedZkTest, CurrencyFieldXmlFileTest, TestPhraseSuggestions, TestCSVLoader, DocumentAnalysisRequestHandlerTest, TestJmxMonitoredMap, CopyFieldTest, TestSolrIndexConfig, TestStressVersions, UUIDFieldTest, IndexBasedSpellCheckerTest, TestBadConfig, CurrencyFieldOpenExchangeTest, SuggesterFSTTest, ZkNodePropsTest, TestFastOutputStream, PluginInfoTest, TestRandomDVFaceting, DistanceFunctionTest, TestRTGBase, TestSuggestSpellingConverter, TestSolrJ, TestCSVResponseWriter, LegacyHTMLStripCharFilterTest, FileBasedSpellCheckerTest, TestFoldingMultitermQuery, FileUtilsTest, TestFastLRUCache, SOLR749Test, TestBinaryResponseWriter, TestQuerySenderNoQuery, TestDFRSimilarityFactory, TestQuerySenderListener, TestDefaultSimilarityFactory, TestPluginEnable, SystemInfoHandlerTest, TestPseudoReturnFields, TestPHPSerializedResponseWriter, SuggesterWFSTTest, SyncSliceTest]
[junit4:junit4] Completed in 61.27s, 1 test, 1 failure <<< FAILURES!

[...truncated 683 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:381: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:361: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:183: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1213: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:877: There were test failures: 272 suites, 1143 tests, 1 failure, 18 ignored (12 assumptions)

Total time: 59 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.7.0_15 -client -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.6.0_41) - Build # 2630 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2630/
Java: 32bit/jdk1.6.0_41 -client -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([D2C1A1B2E6381464:53272FAA91677458]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 8639 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T2420 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 5 T2420 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-SyncSliceTest-1363130924390
[junit4:junit4]   2> 8 T2420 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T2421 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 12 T2421 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 12 T2421 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 12 T2421 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 13 T2421 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 14 T2421 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-1363130924388\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 98 T2420 oasc.ZkTestServer.run start zk server on port:51486
[junit4:junit4]   2> 98 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@ca4388
[junit4:junit4]   2> 99 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 99 T2426 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 100 T2426 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 100 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51489
[junit4:junit4]   2> 100 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51489
[junit4:junit4]   2> 102 T2424 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 120 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0000 with negotiated timeout 10000 for client /127.0.0.1:51489
[junit4:junit4]   2> 120 T2426 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0000, negotiated timeout = 10000
[junit4:junit4]   2> 122 T2427 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ca4388 name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 122 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 123 T2420 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 127 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0000
[junit4:junit4]   2> 128 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0000 closed
[junit4:junit4]   2> 129 T2427 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 130 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51489 which had sessionid 0x13d60ef3d6f0000
[junit4:junit4]   2> 130 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@476474
[junit4:junit4]   2> 132 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T2428 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 132 T2428 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 132 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51492
[junit4:junit4]   2> 133 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51492
[junit4:junit4]   2> 139 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0001 with negotiated timeout 10000 for client /127.0.0.1:51492
[junit4:junit4]   2> 139 T2428 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0001, negotiated timeout = 10000
[junit4:junit4]   2> 139 T2429 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@476474 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 139 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 139 T2420 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 148 T2420 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 153 T2420 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 157 T2420 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 176 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 177 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 222 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 223 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 240 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 241 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 263 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 263 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 273 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 274 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 298 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 299 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 308 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 309 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 316 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 317 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 320 T2420 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 321 T2420 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 326 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0001
[junit4:junit4]   2> 327 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0001 closed
[junit4:junit4]   2> 327 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51492 which had sessionid 0x13d60ef3d6f0001
[junit4:junit4]   2> 327 T2429 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 695 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 701 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51493
[junit4:junit4]   2> 701 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 701 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 702 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710
[junit4:junit4]   2> 702 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\solr.xml
[junit4:junit4]   2> 702 T2420 oasc.CoreContainer.<init> New CoreContainer 4610464
[junit4:junit4]   2> 702 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\'
[junit4:junit4]   2> 702 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\'
[junit4:junit4]   2> 752 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 752 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 752 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 752 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 753 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 754 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 754 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 754 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 754 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 755 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 769 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 800 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 800 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 801 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c4b9d1
[junit4:junit4]   2> 802 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 803 T2439 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 804 T2439 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 804 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51498
[junit4:junit4]   2> 805 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51498
[junit4:junit4]   2> 829 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0002 with negotiated timeout 20000 for client /127.0.0.1:51498
[junit4:junit4]   2> 829 T2439 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0002, negotiated timeout = 20000
[junit4:junit4]   2> 829 T2440 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c4b9d1 name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 829 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 831 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0002
[junit4:junit4]   2> 836 T2422 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d60ef3d6f0002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 836 T2440 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 836 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0002 closed
[junit4:junit4]   2> 839 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51498 which had sessionid 0x13d60ef3d6f0002
[junit4:junit4]   2> 840 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 844 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@653db
[junit4:junit4]   2> 845 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 846 T2441 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 846 T2441 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 847 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51501
[junit4:junit4]   2> 847 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51501
[junit4:junit4]   2> 855 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0003 with negotiated timeout 20000 for client /127.0.0.1:51501
[junit4:junit4]   2> 855 T2441 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0003, negotiated timeout = 20000
[junit4:junit4]   2> 855 T2442 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@653db name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 856 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 864 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 868 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 871 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51493_
[junit4:junit4]   2> 872 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51493_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51493_
[junit4:junit4]   2> 874 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51493_
[junit4:junit4]   2> 880 T2420 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 890 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 891 T2420 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 895 T2420 oasc.Overseer.start Overseer (id=89334148261412867-127.0.0.1:51493_-n_0000000000) starting
[junit4:junit4]   2> 896 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 898 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 900 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 902 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 903 T2444 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 904 T2420 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 909 T2420 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 912 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 915 T2443 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 919 T2445 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\collection1
[junit4:junit4]   2> 919 T2445 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 920 T2445 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 920 T2445 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 923 T2445 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\collection1\'
[junit4:junit4]   2> 923 T2445 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 924 T2445 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710/collection1/lib/README' to classloader
[junit4:junit4]   2> 982 T2445 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 1057 T2445 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1059 T2445 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1064 T2445 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1830 T2445 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1846 T2445 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1849 T2445 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1867 T2445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1872 T2445 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1877 T2445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1879 T2445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1879 T2445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1880 T2445 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1881 T2445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1881 T2445 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1881 T2445 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1881 T2445 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-controljetty-1363130924710\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/control/data\
[junit4:junit4]   2> 1882 T2445 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 1882 T2445 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1883 T2445 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/control/data\ forceNew: false
[junit4:junit4]   2> 1883 T2445 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/control/data\index/
[junit4:junit4]   2> 1883 T2445 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1883 T2445 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/control/data\index forceNew: false
[junit4:junit4]   2> 1888 T2445 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1888 T2445 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1892 T2445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1892 T2445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1893 T2445 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1894 T2445 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1895 T2445 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1902 T2445 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1909 T2445 oass.SolrIndexSearcher.<init> Opening Searcher@1c496d3 main
[junit4:junit4]   2> 1909 T2445 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\control\data\tlog
[junit4:junit4]   2> 1911 T2445 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1911 T2445 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1915 T2446 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c496d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1915 T2445 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1916 T2445 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1917 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2256 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2256 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51493_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51493"}
[junit4:junit4]   2> 2256 T2443 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2257 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2258 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2270 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2814 T2445 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2814 T2445 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51493 collection:control_collection shard:shard1
[junit4:junit4]   2> 2815 T2445 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2860 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2862 T2445 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2863 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2873 T2445 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2874 T2445 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2874 T2445 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51493/collection1/
[junit4:junit4]   2> 2874 T2445 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2874 T2445 oasc.SyncStrategy.syncToMe http://127.0.0.1:51493/collection1/ has no replicas
[junit4:junit4]   2> 2875 T2445 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51493/collection1/
[junit4:junit4]   2> 2875 T2445 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2885 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3619 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3642 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3659 T2445 oasc.ZkController.register We are http://127.0.0.1:51493/collection1/ and leader is http://127.0.0.1:51493/collection1/
[junit4:junit4]   2> 3659 T2445 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51493
[junit4:junit4]   2> 3659 T2445 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3659 T2445 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3660 T2445 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3663 T2445 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3664 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 3665 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3665 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3672 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3673 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b2f2f7
[junit4:junit4]   2> 3675 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3676 T2448 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3676 T2448 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 3676 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51504
[junit4:junit4]   2> 3676 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51504
[junit4:junit4]   2> 3679 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0004 with negotiated timeout 10000 for client /127.0.0.1:51504
[junit4:junit4]   2> 3679 T2448 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0004, negotiated timeout = 10000
[junit4:junit4]   2> 3680 T2449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b2f2f7 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3680 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3682 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3685 T2420 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4060 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4064 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51505
[junit4:junit4]   2> 4064 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4064 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4064 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068
[junit4:junit4]   2> 4065 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\solr.xml
[junit4:junit4]   2> 4065 T2420 oasc.CoreContainer.<init> New CoreContainer 8389190
[junit4:junit4]   2> 4066 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\'
[junit4:junit4]   2> 4067 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\'
[junit4:junit4]   2> 4113 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4113 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4114 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4114 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4115 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4115 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4116 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4116 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4117 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4117 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4130 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4158 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 4158 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4158 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@19bdc8a
[junit4:junit4]   2> 4160 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4161 T2459 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4162 T2459 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 4162 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51510
[junit4:junit4]   2> 4163 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51510
[junit4:junit4]   2> 4174 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0005 with negotiated timeout 20000 for client /127.0.0.1:51510
[junit4:junit4]   2> 4174 T2459 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0005, negotiated timeout = 20000
[junit4:junit4]   2> 4174 T2460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19bdc8a name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4175 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4177 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0005
[junit4:junit4]   2> 4178 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0005 closed
[junit4:junit4]   2> 4179 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51510 which had sessionid 0x13d60ef3d6f0005
[junit4:junit4]   2> 4179 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4179 T2460 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4185 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b39d6c
[junit4:junit4]   2> 4186 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4187 T2461 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4188 T2461 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 4188 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51513
[junit4:junit4]   2> 4188 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51513
[junit4:junit4]   2> 4191 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0006 with negotiated timeout 20000 for client /127.0.0.1:51513
[junit4:junit4]   2> 4191 T2461 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0006, negotiated timeout = 20000
[junit4:junit4]   2> 4191 T2462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b39d6c name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4192 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4192 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4194 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4205 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4994 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4995 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51493_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51493"}
[junit4:junit4]   2> 5047 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5048 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5049 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5099 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51505_
[junit4:junit4]   2> 5101 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51505_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51505_
[junit4:junit4]   2> 5109 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51505_
[junit4:junit4]   2> 5119 T2462 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5119 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5120 T2449 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5120 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5121 T2442 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5121 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5134 T2463 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\collection1
[junit4:junit4]   2> 5134 T2463 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5135 T2463 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5136 T2463 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5138 T2463 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\collection1\'
[junit4:junit4]   2> 5139 T2463 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5140 T2463 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068/collection1/lib/README' to classloader
[junit4:junit4]   2> 5214 T2463 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5317 T2463 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5319 T2463 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5324 T2463 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6117 T2463 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6136 T2463 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6141 T2463 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6168 T2463 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6176 T2463 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6181 T2463 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6184 T2463 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6184 T2463 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6184 T2463 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6187 T2463 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6187 T2463 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6187 T2463 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6188 T2463 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty1-1363130928068\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty1\
[junit4:junit4]   2> 6188 T2463 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 6188 T2463 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6188 T2463 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty1\ forceNew: false
[junit4:junit4]   2> 6188 T2463 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty1\index/
[junit4:junit4]   2> 6189 T2463 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6189 T2463 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty1\index forceNew: false
[junit4:junit4]   2> 6198 T2463 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6198 T2463 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6201 T2463 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6201 T2463 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6201 T2463 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6201 T2463 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6204 T2463 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6204 T2463 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6204 T2463 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6206 T2463 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6207 T2463 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6216 T2463 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6223 T2463 oass.SolrIndexSearcher.<init> Opening Searcher@2b9edc main
[junit4:junit4]   2> 6223 T2463 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty1\tlog
[junit4:junit4]   2> 6225 T2463 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6225 T2463 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6229 T2464 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b9edc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6230 T2463 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6231 T2463 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6402 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6404 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51505_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51505"}
[junit4:junit4]   2> 6404 T2443 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6404 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6416 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6416 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6416 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7131 T2463 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7131 T2463 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51505 collection:collection1 shard:shard1
[junit4:junit4]   2> 7132 T2463 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7166 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7167 T2463 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7168 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7177 T2463 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7177 T2463 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7177 T2463 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 7178 T2463 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7178 T2463 oasc.SyncStrategy.syncToMe http://127.0.0.1:51505/collection1/ has no replicas
[junit4:junit4]   2> 7178 T2463 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 7178 T2463 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7190 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7767 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7789 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7789 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7789 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7827 T2463 oasc.ZkController.register We are http://127.0.0.1:51505/collection1/ and leader is http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 7827 T2463 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51505
[junit4:junit4]   2> 7827 T2463 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7829 T2463 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7829 T2463 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7831 T2463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7832 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 7832 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7833 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8190 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8199 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51514
[junit4:junit4]   2> 8200 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8200 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8200 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226
[junit4:junit4]   2> 8200 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\solr.xml
[junit4:junit4]   2> 8201 T2420 oasc.CoreContainer.<init> New CoreContainer 10186897
[junit4:junit4]   2> 8202 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\'
[junit4:junit4]   2> 8202 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\'
[junit4:junit4]   2> 8246 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8247 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8247 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8248 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8248 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8248 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8249 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8249 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8249 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8250 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8263 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8292 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 8293 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8293 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a2bacb
[junit4:junit4]   2> 8294 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8295 T2475 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8296 T2475 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 8296 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51519
[junit4:junit4]   2> 8296 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51519
[junit4:junit4]   2> 8309 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0007 with negotiated timeout 20000 for client /127.0.0.1:51519
[junit4:junit4]   2> 8310 T2475 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0007, negotiated timeout = 20000
[junit4:junit4]   2> 8310 T2476 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a2bacb name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8311 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8312 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0007
[junit4:junit4]   2> 8314 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0007 closed
[junit4:junit4]   2> 8315 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8316 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51519 which had sessionid 0x13d60ef3d6f0007
[junit4:junit4]   2> 8316 T2476 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8318 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ff90a4
[junit4:junit4]   2> 8320 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8321 T2477 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8321 T2477 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 8321 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51522
[junit4:junit4]   2> 8322 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51522
[junit4:junit4]   2> 8324 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0008 with negotiated timeout 20000 for client /127.0.0.1:51522
[junit4:junit4]   2> 8324 T2477 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0008, negotiated timeout = 20000
[junit4:junit4]   2> 8324 T2478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ff90a4 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8325 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8326 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8328 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8331 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9229 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9230 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51505_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51505"}
[junit4:junit4]   2> 9273 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9273 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9274 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9273 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9314 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51514_
[junit4:junit4]   2> 9315 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f0008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51514_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51514_
[junit4:junit4]   2> 9322 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51514_
[junit4:junit4]   2> 9333 T2442 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9333 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9333 T2449 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9333 T2478 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9334 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9333 T2462 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9334 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9334 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9347 T2479 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\collection1
[junit4:junit4]   2> 9348 T2479 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9348 T2479 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9349 T2479 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9351 T2479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\collection1\'
[junit4:junit4]   2> 9354 T2479 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9355 T2479 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226/collection1/lib/README' to classloader
[junit4:junit4]   2> 9420 T2479 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9505 T2479 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9506 T2479 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9513 T2479 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10370 T2479 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10383 T2479 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10393 T2479 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10413 T2479 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10419 T2479 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10425 T2479 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10427 T2479 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10427 T2479 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10428 T2479 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10429 T2479 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10430 T2479 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10430 T2479 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10431 T2479 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty2-1363130932226\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\
[junit4:junit4]   2> 10431 T2479 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 10432 T2479 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10433 T2479 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\ forceNew: false
[junit4:junit4]   2> 10433 T2479 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\index/
[junit4:junit4]   2> 10433 T2479 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10433 T2479 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\index forceNew: false
[junit4:junit4]   2> 10438 T2479 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10438 T2479 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10441 T2479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10442 T2479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10442 T2479 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10443 T2479 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10444 T2479 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10444 T2479 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10444 T2479 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10445 T2479 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10445 T2479 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10453 T2479 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10460 T2479 oass.SolrIndexSearcher.<init> Opening Searcher@1dc5915 main
[junit4:junit4]   2> 10460 T2479 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty2\tlog
[junit4:junit4]   2> 10462 T2479 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10462 T2479 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10469 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1dc5915 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10472 T2479 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10472 T2479 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10754 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10755 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51514"}
[junit4:junit4]   2> 10755 T2443 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 10755 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 10770 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10770 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10770 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10770 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11460 T2479 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11460 T2479 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51514 collection:collection1 shard:shard1
[junit4:junit4]   2> 11464 T2479 oasc.ZkController.register We are http://127.0.0.1:51514/collection1/ and leader is http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 11464 T2479 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51514
[junit4:junit4]   2> 11465 T2479 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11465 T2479 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C307 name=collection1 org.apache.solr.core.SolrCore@1808555 url=http://127.0.0.1:51514/collection1 node=127.0.0.1:51514_ C307_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51514_, base_url=http://127.0.0.1:51514}
[junit4:junit4]   2> 11466 T2481 C307 P51514 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11468 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11468 T2479 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11468 T2481 C307 P51514 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11468 T2481 C307 P51514 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11469 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 11470 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11470 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11471 T2481 C307 P51514 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11853 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11865 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51524
[junit4:junit4]   2> 11867 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11867 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11868 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862
[junit4:junit4]   2> 11869 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\solr.xml
[junit4:junit4]   2> 11869 T2420 oasc.CoreContainer.<init> New CoreContainer 9072835
[junit4:junit4]   2> 11870 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\'
[junit4:junit4]   2> 11871 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\'
[junit4:junit4]   2> 11919 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 11919 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11920 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11920 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11920 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11921 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11921 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11921 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11922 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11922 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11939 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11968 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 11968 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11969 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@172d09f
[junit4:junit4]   2> 11970 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11971 T2492 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11972 T2492 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 11972 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51529
[junit4:junit4]   2> 11973 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51529
[junit4:junit4]   2> 12004 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f0009 with negotiated timeout 20000 for client /127.0.0.1:51529
[junit4:junit4]   2> 12004 T2492 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f0009, negotiated timeout = 20000
[junit4:junit4]   2> 12004 T2493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@172d09f name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12004 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12007 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f0009
[junit4:junit4]   2> 12025 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f0009 closed
[junit4:junit4]   2> 12025 T2493 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12025 T2422 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d60ef3d6f0009, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 12025 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12026 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51529 which had sessionid 0x13d60ef3d6f0009
[junit4:junit4]   2> 12030 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@13d1ea6
[junit4:junit4]   2> 12032 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12033 T2494 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12033 T2494 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 12033 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51532
[junit4:junit4]   2> 12034 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51532
[junit4:junit4]   2> 12044 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f000a with negotiated timeout 20000 for client /127.0.0.1:51532
[junit4:junit4]   2> 12044 T2494 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f000a, negotiated timeout = 20000
[junit4:junit4]   2> 12045 T2495 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13d1ea6 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12045 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12047 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12049 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12057 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12251 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12252 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51514"}
[junit4:junit4]   2> 12268 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12268 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12269 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12268 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12268 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12461 T2452 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:51514__collection1&state=recovering&nodeName=127.0.0.1:51514_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=980 
[junit4:junit4]   2> 13040 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51524_
[junit4:junit4]   2> 13042 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51524_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51524_
[junit4:junit4]   2> 13049 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51524_
[junit4:junit4]   2> 13055 T2442 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13055 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13055 T2449 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13056 T2462 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13056 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13056 T2478 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13057 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13056 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13056 T2495 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13058 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13072 T2496 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\collection1
[junit4:junit4]   2> 13072 T2496 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13073 T2496 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13073 T2496 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13076 T2496 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\collection1\'
[junit4:junit4]   2> 13078 T2496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13078 T2496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862/collection1/lib/README' to classloader
[junit4:junit4]   2> 13142 T2496 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13229 T2496 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13233 T2496 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13238 T2496 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14130 T2496 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14145 T2496 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14156 T2496 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14174 T2496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14180 T2496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14184 T2496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14187 T2496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14188 T2496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14188 T2496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14190 T2496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14190 T2496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14190 T2496 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14190 T2496 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty3-1363130935862\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\
[junit4:junit4]   2> 14191 T2496 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 14191 T2496 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14192 T2496 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\ forceNew: false
[junit4:junit4]   2> 14192 T2496 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\index/
[junit4:junit4]   2> 14192 T2496 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14193 T2496 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\index forceNew: false
[junit4:junit4]   2> 14198 T2496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14198 T2496 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14202 T2496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14202 T2496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14203 T2496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14203 T2496 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14204 T2496 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14204 T2496 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14205 T2496 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14205 T2496 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14206 T2496 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14214 T2496 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14224 T2496 oass.SolrIndexSearcher.<init> Opening Searcher@1cbb431 main
[junit4:junit4]   2> 14224 T2496 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty3\tlog
[junit4:junit4]   2> 14226 T2496 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14226 T2496 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14234 T2497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1cbb431 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14238 T2496 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14238 T2496 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C307_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51514_, base_url=http://127.0.0.1:51514}
[junit4:junit4]   2> 14422 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51505/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14422 T2481 C307 P51514 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51514 START replicas=[http://127.0.0.1:51505/collection1/] nUpdates=100
[junit4:junit4]   2> 14423 T2481 C307 P51514 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14423 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14424 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14424 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14425 T2481 C307 P51514 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14425 T2481 C307 P51514 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51505/collection1/. core=collection1
[junit4:junit4]   2> 14425 T2481 C307 P51514 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C308 name=collection1 org.apache.solr.core.SolrCore@14777bf url=http://127.0.0.1:51505/collection1 node=127.0.0.1:51505_ C308_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51505_, base_url=http://127.0.0.1:51505, leader=true}
[junit4:junit4]   2> 14435 T2458 C308 P51505 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 14440 T2452 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 14445 T2452 C308 P51505 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14446 T2452 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14446 T2452 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14447 T2452 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14447 T2452 C308 P51505 oass.SolrIndexSearcher.<init> Opening Searcher@16d976e realtime
[junit4:junit4]   2> 14448 T2452 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14448 T2452 C308 P51505 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 14449 T2481 C307 P51514 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14449 T2481 C307 P51514 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14451 T2455 C308 P51505 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14451 T2455 C308 P51505 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14452 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 14452 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 14452 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 14454 T2457 C308 P51505 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 14455 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 14456 T2481 C307 P51514 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty2\index.20130312232858838 forceNew: false
[junit4:junit4]   2> 14456 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@569768 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60c547) fullCopy=false
[junit4:junit4]   2> 14465 T2456 C308 P51505 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 14467 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 14468 T2481 C307 P51514 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 14468 T2481 C307 P51514 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 14472 T2481 C307 P51514 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14472 T2481 C307 P51514 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14472 T2481 C307 P51514 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 14472 T2481 C307 P51514 oass.SolrIndexSearcher.<init> Opening Searcher@19e49ed main
[junit4:junit4]   2> 14473 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19e49ed main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 14474 T2481 C307 P51514 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@569768 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60c547)
[junit4:junit4]   2> 14474 T2481 C307 P51514 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14474 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14474 T2481 C307 P51514 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 14474 T2481 C307 P51514 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14476 T2481 C307 P51514 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15224 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15226 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51524_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51524"}
[junit4:junit4]   2> 15226 T2443 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 15226 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15234 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51514_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51514"}
[junit4:junit4]   2> 15243 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15244 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15244 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15245 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15244 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16204 T2496 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16204 T2496 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51524 collection:collection1 shard:shard1
[junit4:junit4]   2> 16212 T2496 oasc.ZkController.register We are http://127.0.0.1:51524/collection1/ and leader is http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 16212 T2496 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51524
[junit4:junit4]   2> 16212 T2496 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16212 T2496 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C309 name=collection1 org.apache.solr.core.SolrCore@1a7fdc3 url=http://127.0.0.1:51524/collection1 node=127.0.0.1:51524_ C309_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51524_, base_url=http://127.0.0.1:51524}
[junit4:junit4]   2> 16213 T2500 C309 P51524 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16214 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16214 T2496 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16214 T2500 C309 P51524 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16214 T2500 C309 P51524 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16216 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 16217 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16218 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16218 T2500 C309 P51524 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16610 T2420 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16614 T2420 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51537
[junit4:junit4]   2> 16615 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16615 T2420 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16615 T2420 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608
[junit4:junit4]   2> 16615 T2420 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\solr.xml
[junit4:junit4]   2> 16615 T2420 oasc.CoreContainer.<init> New CoreContainer 23507530
[junit4:junit4]   2> 16616 T2420 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\'
[junit4:junit4]   2> 16617 T2420 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\'
[junit4:junit4]   2> 16676 T2420 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16677 T2420 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16677 T2420 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16678 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16678 T2420 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16678 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16679 T2420 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16679 T2420 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16679 T2420 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16680 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16695 T2420 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16719 T2420 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:51486/solr
[junit4:junit4]   2> 16720 T2420 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16720 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d19e8f
[junit4:junit4]   2> 16722 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16723 T2511 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16725 T2511 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 16725 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51542
[junit4:junit4]   2> 16726 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51542
[junit4:junit4]   2> 16738 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f000b with negotiated timeout 20000 for client /127.0.0.1:51542
[junit4:junit4]   2> 16738 T2511 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f000b, negotiated timeout = 20000
[junit4:junit4]   2> 16738 T2512 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d19e8f name:ZooKeeperConnection Watcher:127.0.0.1:51486 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16739 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16742 T2425 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d60ef3d6f000b
[junit4:junit4]   2> 16744 T2422 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:51542 which had sessionid 0x13d60ef3d6f000b
[junit4:junit4]   2> 16744 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16744 T2512 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16744 T2420 oaz.ZooKeeper.close Session: 0x13d60ef3d6f000b closed
[junit4:junit4]   2> 16746 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16746 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51524_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51524"}
[junit4:junit4]   2> 16753 T2420 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:51486/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@e3dd92
[junit4:junit4]   2> 16756 T2420 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16758 T2513 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:51486. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16759 T2513 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:51486, initiating session
[junit4:junit4]   2> 16760 T2422 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:51545
[junit4:junit4]   2> 16760 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16760 T2422 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:51545
[junit4:junit4]   2> 16764 T2424 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d60ef3d6f000c with negotiated timeout 20000 for client /127.0.0.1:51545
[junit4:junit4]   2> 16764 T2513 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:51486, sessionid = 0x13d60ef3d6f000c, negotiated timeout = 20000
[junit4:junit4]   2> 16765 T2514 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e3dd92 name:ZooKeeperConnection Watcher:127.0.0.1:51486/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16765 T2420 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16767 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000c type:create cxid:0x1 zxid:0x9b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16771 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000c type:create cxid:0x2 zxid:0x9d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16775 T2420 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17206 T2455 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:51524__collection1&state=recovering&nodeName=127.0.0.1:51524_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=980 
[junit4:junit4]   2> 17759 T2420 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51537_
[junit4:junit4]   2> 17760 T2425 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d60ef3d6f000c type:delete cxid:0xb zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:51537_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:51537_
[junit4:junit4]   2> 17765 T2420 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51537_
[junit4:junit4]   2> 17772 T2449 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17772 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17772 T2514 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17773 T2478 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17773 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17773 T2495 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17773 T2442 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17779 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17779 T2462 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17780 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17773 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17792 T2515 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\collection1
[junit4:junit4]   2> 17793 T2515 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17794 T2515 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17794 T2515 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17798 T2515 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\collection1\'
[junit4:junit4]   2> 17799 T2515 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17800 T2515 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608/collection1/lib/README' to classloader
[junit4:junit4]   2> 17866 T2515 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 17945 T2515 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17948 T2515 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17954 T2515 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18915 T2515 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18929 T2515 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18934 T2515 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18957 T2515 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18963 T2515 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18969 T2515 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18971 T2515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18971 T2515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18971 T2515 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18973 T2515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18973 T2515 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18974 T2515 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18974 T2515 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.SyncSliceTest-jetty4-1363130940608\collection1\, dataDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\
[junit4:junit4]   2> 18974 T2515 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@182ef6b
[junit4:junit4]   2> 18976 T2515 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 18977 T2515 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\ forceNew: false
[junit4:junit4]   2> 18977 T2515 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\index/
[junit4:junit4]   2> 18977 T2515 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18978 T2515 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\index forceNew: false
[junit4:junit4]   2> 18983 T2515 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18983 T2515 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18987 T2515 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18987 T2515 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18988 T2515 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18988 T2515 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18989 T2515 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18989 T2515 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18990 T2515 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18991 T2515 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18991 T2515 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19002 T2515 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19016 T2515 oass.SolrIndexSearcher.<init> Opening Searcher@11c0d42 main
[junit4:junit4]   2> 19017 T2515 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.SyncSliceTest-1363130924388\jetty4\tlog
[junit4:junit4]   2> 19020 T2515 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19020 T2515 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19026 T2516 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11c0d42 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19028 T2515 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 19028 T2515 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C309_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51524_, base_url=http://127.0.0.1:51524}
[junit4:junit4]   2> 19278 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51505/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19278 T2500 C309 P51524 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51524 START replicas=[http://127.0.0.1:51505/collection1/] nUpdates=100
[junit4:junit4]   2> 19279 T2500 C309 P51524 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19280 T2500 C309 P51524 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51505/collection1/. core=collection1
[junit4:junit4]   2> 19280 T2500 C309 P51524 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19281 T2457 C308 P51505 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19292 T2456 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19292 T2456 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19293 T2456 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19293 T2456 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19294 T2456 C308 P51505 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 19294 T2500 C309 P51524 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19294 T2500 C309 P51524 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19297 T2452 C308 P51505 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19298 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 19298 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19298 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19300 T2453 C308 P51505 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 19301 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19302 T2500 C309 P51524 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty3\index.20130312232903684 forceNew: false
[junit4:junit4]   2> 19302 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1239cd8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f303) fullCopy=false
[junit4:junit4]   2> 19305 T2457 C308 P51505 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 19306 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19307 T2500 C309 P51524 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19307 T2500 C309 P51524 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19311 T2500 C309 P51524 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 19311 T2500 C309 P51524 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 19311 T2500 C309 P51524 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19311 T2500 C309 P51524 oass.SolrIndexSearcher.<init> Opening Searcher@1412218 main
[junit4:junit4]   2> 19312 T2497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1412218 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 19315 T2500 C309 P51524 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@1239cd8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5f303)
[junit4:junit4]   2> 19315 T2500 C309 P51524 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19315 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19315 T2500 C309 P51524 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19315 T2500 C309 P51524 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19319 T2500 C309 P51524 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19891 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19892 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51537_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51537"}
[junit4:junit4]   2> 19892 T2443 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 19892 T2443 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19900 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51524_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51524"}
[junit4:junit4]   2> 19908 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19908 T2514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19909 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19909 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19910 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19909 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20115 T2515 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 20115 T2515 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51537 collection:collection1 shard:shard1
[junit4:junit4]   2> 20120 T2515 oasc.ZkController.register We are http://127.0.0.1:51537/collection1/ and leader is http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 20121 T2515 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51537
[junit4:junit4]   2> 20121 T2515 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 20121 T2515 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C310 name=collection1 org.apache.solr.core.SolrCore@c15081 url=http://127.0.0.1:51537/collection1 node=127.0.0.1:51537_ C310_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51537_, base_url=http://127.0.0.1:51537}
[junit4:junit4]   2> 20122 T2519 C310 P51537 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 20123 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 20123 T2519 C310 P51537 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 20123 T2519 C310 P51537 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 20123 T2515 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20126 T2519 C310 P51537 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20128 T2420 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 20129 T2420 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 20129 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20136 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20138 T2420 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 20138 T2420 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 20139 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21219 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21539 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21541 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51537_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51537"}
[junit4:junit4]   2> 21553 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21554 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21554 T2514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21554 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21555 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21555 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22292 T2456 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:51537__collection1&state=recovering&nodeName=127.0.0.1:51537_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2157 
[junit4:junit4]   2> 22298 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23379 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C310_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51537_, base_url=http://127.0.0.1:51537}
[junit4:junit4]   2> 24449 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51505/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 24449 T2519 C310 P51537 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51537 START replicas=[http://127.0.0.1:51505/collection1/] nUpdates=100
[junit4:junit4]   2> 24450 T2519 C310 P51537 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 24450 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 24450 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 24451 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 24451 T2519 C310 P51537 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 24451 T2519 C310 P51537 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51505/collection1/. core=collection1
[junit4:junit4]   2> 24451 T2519 C310 P51537 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24452 T2458 C308 P51505 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24460 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24462 T2452 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24463 T2452 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24463 T2452 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24464 T2452 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24464 T2452 C308 P51505 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 24465 T2519 C310 P51537 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 24465 T2519 C310 P51537 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 24468 T2457 C308 P51505 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24468 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 24469 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 24469 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 24471 T2456 C308 P51505 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24471 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 24473 T2519 C310 P51537 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.SyncSliceTest-1363130924388/jetty4\index.20130312232908854 forceNew: false
[junit4:junit4]   2> 24473 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@ce6e64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19f6a76) fullCopy=false
[junit4:junit4]   2> 24481 T2458 C308 P51505 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 24482 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 24483 T2519 C310 P51537 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 24483 T2519 C310 P51537 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 24486 T2519 C310 P51537 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 24486 T2519 C310 P51537 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 24486 T2519 C310 P51537 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 24486 T2519 C310 P51537 oass.SolrIndexSearcher.<init> Opening Searcher@1f59c12 main
[junit4:junit4]   2> 24487 T2516 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f59c12 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 24488 T2519 C310 P51537 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@ce6e64 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19f6a76)
[junit4:junit4]   2> 24488 T2519 C310 P51537 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 24488 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 24488 T2519 C310 P51537 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 24489 T2519 C310 P51537 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24500 T2519 C310 P51537 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 24804 T2443 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24806 T2443 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51537_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51537"}
[junit4:junit4]   2> 24817 T2442 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24817 T2514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24820 T2449 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24820 T2462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24820 T2478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24821 T2495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25540 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25542 T2420 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C311 name=collection1 org.apache.solr.core.SolrCore@118b40d url=http://127.0.0.1:51493/collection1 node=127.0.0.1:51493_ C311_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51493_, base_url=http://127.0.0.1:51493, leader=true}
[junit4:junit4]   2> 25551 T2434 C311 P51493 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25557 T2434 C311 P51493 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 25557 T2434 C311 P51493 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 25558 T2434 C311 P51493 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 25559 T2434 C311 P51493 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 25559 T2434 C311 P51493 oass.SolrIndexSearcher.<init> Opening Searcher@b3103b main
[junit4:junit4]   2> 25559 T2434 C311 P51493 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25561 T2446 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b3103b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 25562 T2434 C311 P51493 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 25568 T2453 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25568 T2453 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 25569 T2453 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 25570 T2453 C308 P51505 oass.SolrIndexSearcher.<init> Opening Searcher@169aa85 main
[junit4:junit4]   2> 25571 T2453 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25572 T2464 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@169aa85 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25572 T2453 C308 P51505 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51514/collection1/, StdNode: http://127.0.0.1:51524/collection1/, StdNode: http://127.0.0.1:51537/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C307_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51514_, base_url=http://127.0.0.1:51514}
[junit4:junit4]   2> 25586 T2474 C307 P51514 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C310_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51537_, base_url=http://127.0.0.1:51537}
[junit4:junit4]   2> 25587 T2506 C310 P51537 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25588 T2506 C310 P51537 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 25589 T2506 C310 P51537 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 25590 T2506 C310 P51537 oass.SolrIndexSearcher.<init> Opening Searcher@19a52a3 main
[junit4:junit4]   2> 25590 T2506 C310 P51537 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25599 T2516 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19a52a3 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 25601 T2506 C310 P51537 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2>  C309_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51524_, base_url=http://127.0.0.1:51524}
[junit4:junit4]   2> 25602 T2487 C309 P51524 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25602 T2474 C307 P51514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 25603 T2474 C307 P51514 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 25603 T2487 C309 P51524 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 25603 T2474 C307 P51514 oass.SolrIndexSearcher.<init> Opening Searcher@16edfc3 main
[junit4:junit4]   2> 25603 T2487 C309 P51524 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 25604 T2474 C307 P51514 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25604 T2487 C309 P51524 oass.SolrIndexSearcher.<init> Opening Searcher@8808fd main
[junit4:junit4]   2> 25605 T2487 C309 P51524 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25606 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16edfc3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 25606 T2497 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:453)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.internal_addObject(DefaultMBeanServerInterceptor.java:1484)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:963)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:917)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:312)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:483)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:243)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 25606 T2474 C307 P51514 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 25606 T2497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8808fd main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 25608 T2487 C309 P51524 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 25609 T2453 C308 P51505 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 41
[junit4:junit4]   2> 25610 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25613 T2457 C308 P51505 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25616 T2473 C307 P51514 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25618 T2488 C309 P51524 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25621 T2507 C310 P51537 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 27781 T2434 C311 P51493 oass.SolrIndexSearcher.<init> Opening Searcher@12c576a realtime
[junit4:junit4]   2> 27781 T2434 C311 P51493 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429346401294221312)} 0 2
[junit4:junit4]   2> 27791 T2488 C309 P51524 /update {update.distrib=FROMLEADER&_version_=-1429346401300512768&update.from=http://127.0.0.1:51505/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429346401300512768)} 0 1
[junit4:junit4]   2> 27791 T2507 C310 P51537 /update {update.distrib=FROMLEADER&_version_=-1429346401300512768&update.from=http://127.0.0.1:51505/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429346401300512768)} 0 1
[junit4:junit4]   2> 27796 T2473 C307 P51514 /update {update.distrib=FROMLEADER&_version_=-1429346401300512768&update.from=http://127.0.0.1:51505/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429346401300512768)} 0 4
[junit4:junit4]   2> 27796 T2457 C308 P51505 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429346401300512768)} 0 11
[junit4:junit4]   2> 27800 T2436 C311 P51493 /update {wt=javabin&version=2} {add=[0 (1429346401316241408)]} 0 0
[junit4:junit4]   2> 27816 T2470 C307 P51514 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429346401324630016)]} 0 1
[junit4:junit4]   2> 27817 T2509 C310 P51537 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429346401324630016)]} 0 2
[junit4:junit4]   2> 27817 T2491 C309 P51524 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429346401324630016)]} 0 1
[junit4:junit4]   2> 27818 T2456 C308 P51505 /update {wt=javabin&version=2} {add=[0 (1429346401324630016)]} 0 10
[junit4:junit4]   2> 27821 T2433 C311 P51493 /update {wt=javabin&version=2} {add=[1 (1429346401337212928)]} 0 1
[junit4:junit4]   2> 27827 T2468 C307 P51514 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429346401341407232)]} 0 0
[junit4:junit4]   2> 27828 T2508 C310 P51537 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429346401341407232)]} 0 1
[junit4:junit4]   2> 27830 T2489 C309 P51524 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429346401341407232)]} 0 2
[junit4:junit4]   2> 27830 T2458 C308 P51505 /update {wt=javabin&version=2} {add=[1 (1429346401341407232)]} 0 6
[junit4:junit4]   2> 27833 T2435 C311 P51493 /update {wt=javabin&version=2} {add=[2 (1429346401350844416)]} 0 0
[junit4:junit4]   2> 27841 T2490 C309 P51524 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429346401355038720)]} 0 1
[junit4:junit4]   2> 27841 T2510 C310 P51537 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429346401355038720)]} 0 1
[junit4:junit4]   2> 27842 T2455 C308 P51505 /update {test.distrib.skip.servers=http://127.0.0.1:51514/collection1/&wt=javabin&version=2} {add=[2 (1429346401355038720)]} 0 5
[junit4:junit4]   2> 27844 T2432 C311 P51493 /update {wt=javabin&version=2} {add=[3 (1429346401362378752)]} 0 0
[junit4:junit4]   2> 27851 T2505 C310 P51537 /update {distrib.from=http://127.0.0.1:51505/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429346401365524480)]} 0 0
[junit4:junit4]   2> 27852 T2452 C308 P51505 /update {test.distrib.skip.servers=http://127.0.0.1:51514/collection1/&test.distrib.skip.servers=http://127.0.0.1:51524/collection1/&wt=javabin&version=2} {add=[3 (1429346401365524480)]} 0 5
[junit4:junit4]   2> 27855 T2438 C311 P51493 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27856 T2438 C311 P51493 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@707b06 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9ecf8a),segFN=segments_3,generation=3,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_3]
[junit4:junit4]   2> 27858 T2438 C311 P51493 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_3]
[junit4:junit4]   2> 27858 T2438 C311 P51493 oass.SolrIndexSearcher.<init> Opening Searcher@1a59128 main
[junit4:junit4]   2> 27859 T2438 C311 P51493 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27860 T2446 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a59128 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27861 T2438 C311 P51493 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 27863 T2453 C308 P51505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27865 T2453 C308 P51505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c53a7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dd8ec9),segFN=segments_6,generation=6,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, segments_6, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27866 T2453 C308 P51505 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, segments_6, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27867 T2453 C308 P51505 oass.SolrIndexSearcher.<init> Opening Searcher@183136d main
[junit4:junit4]   2> 27869 T2453 C308 P51505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27870 T2464 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@183136d main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27871 T2453 C308 P51505 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51514/collection1/, StdNode: http://127.0.0.1:51524/collection1/, StdNode: http://127.0.0.1:51537/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 27873 T2506 C310 P51537 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27873 T2471 C307 P51514 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27874 T2485 C309 P51524 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 27875 T2506 C310 P51537 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18348e9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c3d50a),segFN=segments_6,generation=6,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, segments_6, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27875 T2506 C310 P51537 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, segments_6, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27877 T2506 C310 P51537 oass.SolrIndexSearcher.<init> Opening Searcher@1008372 main
[junit4:junit4]   2> 27878 T2506 C310 P51537 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27886 T2516 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1008372 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 27889 T2506 C310 P51537 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 27887 T2485 C309 P51524 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fa4f4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1389b37),segFN=segments_5,generation=5,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, segments_5, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27891 T2485 C309 P51524 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, segments_5, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt]
[junit4:junit4]   2> 27893 T2485 C309 P51524 oass.SolrIndexSearcher.<init> Opening Searcher@9253cc main
[junit4:junit4]   2> 27896 T2485 C309 P51524 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27896 T2471 C307 P51514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f936af lockFactory=org.apache.lucene.store.NativeFSLockFactory@1992bd3),segFN=segments_4,generation=4,filenames=[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_4]
[junit4:junit4]   2> 27896 T2497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9253cc main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 27896 T2471 C307 P51514 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0_Asserting_0.tim, _0.fnm, _0_Asserting_0.tip, _0_Memory_0.ram, _0_Lucene41_0.pos, _0.nvm, _0_Lucene41_0.doc, _0_SimpleText_0.pst, _0.nvd, _0.fdx, _0_Asserting_0.pos, _0.si, _0_Lucene41_0.tim, _0_Lucene41_0.tip, _0_Asserting_0.doc, _0.fdt, segments_4]
[junit4:junit4]   2> 27897 T2485 C309 P51524 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 27897 T2471 C307 P51514 oass.SolrIndexSearcher.<init> Opening Searcher@124f8f9 main
[junit4:junit4]   2> 27899 T2471 C307 P51514 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 27900 T2480 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@124f8f9 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 27901 T2471 C307 P51514 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4]   2> 27902 T2453 C308 P51505 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 39
[junit4:junit4]   2> 27902 T2420 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 27904 T2420 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 27905 T2420 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 27909 T2457 C308 P51505 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 27912 T2469 C307 P51514 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 27915 T2487 C309 P51524 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 27918 T2507 C310 P51537 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 27919 T2420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 27929 T2488 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 27929 T2488 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 27939 T2456 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 27939 T2456 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51505/collection1/
[junit4:junit4]   2> 27940 T2456 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51505 START replicas=[http://127.0.0.1:51514/collection1/, http://127.0.0.1:51524/collection1/, http://127.0.0.1:51537/collection1/] nUpdates=100
[junit4:junit4]   2> 27943 T2474 C307 P51514 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 27944 T2491 C309 P51524 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27945 T2509 C310 P51537 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 27944 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Received 3 versions from 127.0.0.1:51514/collection1/
[junit4:junit4]   2> 27946 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Our versions are newer. ourLowThreshold=1429346401300512768 otherHigh=1429346401341407232
[junit4:junit4]   2> 27946 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Received 4 versions from 127.0.0.1:51524/collection1/
[junit4:junit4]   2> 27946 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Our versions are newer. ourLowThreshold=1429346401300512768 otherHigh=1429346401355038720
[junit4:junit4]   2> 27947 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Received 5 versions from 127.0.0.1:51537/collection1/
[junit4:junit4]   2> 27947 T2456 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:51505  Our versions are newer. ourLowThreshold=1429346401300512768 otherHigh=1429346401355038720
[junit4:junit4]   2> 27949 T2456 oasu.PeerSync.sync PeerSync: c

[...truncated too long message...]

> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=D2C1A1B2E6381464 -Dtests.slow=true -Dtests.locale=ar_SD -Dtests.timezone=WET -Dtests.file.encoding=Cp1252
[junit4:junit4] FAILURE 58.4s | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([D2C1A1B2E6381464:53272FAA91677458]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 58384 T2420 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=Memory doPackFST= false), text=PostingsFormat(name=SimpleText), _version_=PostingsFormat(name=Memory doPackFST= false), rnd_b=Lucene41(blocksize=128), intDefault=PostingsFormat(name=Memory doPackFST= false), id=Lucene41(blocksize=128), timestamp=PostingsFormat(name=Memory doPackFST= false), a_t=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=PostingsFormat(name=SimpleText), range_facet_si=PostingsFormat(name=Asserting), other_tl1=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Asserting), a_si=PostingsFormat(name=Asserting)}, docValues:{}, sim=DefaultSimilarity, locale=ar_SD, timezone=WET
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Sun Microsystems Inc. 1.6.0_41 (32-bit)/cpus=2,threads=6,free=41643856,total=126558208
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ClusterStateTest, TestWordDelimiterFilterFactory, SchemaVersionSpecificBehaviorTest, DisMaxRequestHandlerTest, OpenCloseCoreStressTest, TestPHPSerializedResponseWriter, TestSolrXMLSerializer, TestRecovery, SpellPossibilityIteratorTest, DistributedQueryElevationComponentTest, ChaosMonkeySafeLeaderTest, MinimalSchemaTest, NotRequiredUniqueKeyTest, PluginInfoTest, TestSolrDeletionPolicy2, SystemInfoHandlerTest, TestBM25SimilarityFactory, TestStressReorder, TestSolrJ, TestSolrCoreProperties, TestFieldResource, DirectSolrConnectionTest, CSVRequestHandlerTest, AliasIntegrationTest, SortByFunctionTest, ShowFileRequestHandlerTest, SliceStateUpdateTest, TestIBSimilarityFactory, DOMUtilTest, QueryElevationComponentTest, SpellCheckCollatorTest, TestUtils, TestFaceting, TestSurroundQueryParser, RecoveryZkTest, SuggesterTest, EchoParamsTest, TestPostingsSolrHighlighter, TimeZoneUtilsTest, TestDistributedGrouping, URLClassifyProcessorTest, MBeansHandlerTest, SoftAutoCommitTest, ZkNodePropsTest, TestElisionMultitermQuery, FieldMutatingUpdateProcessorTest, TestCSVLoader, TestFuzzyAnalyzedSuggestions, OutputWriterTest, LukeRequestHandlerTest, TestAnalyzedSuggestions, ScriptEngineTest, TestMergePolicyConfig, TestFieldTypeResource, TestDefaultSimilarityFactory, TestLuceneMatchVersion, ShardRoutingCustomTest, ShardRoutingTest, QueryEqualityTest, CoreContainerCoreInitFailuresTest, TermVectorComponentTest, TestCodecSupport, SolrIndexConfigTest, TestOmitPositions, XsltUpdateRequestHandlerTest, TestArbitraryIndexDir, TestFastLRUCache, LeaderElectionIntegrationTest, TestZkChroot, TestDistributedSearch, TestHashPartitioner, TestQueryTypes, WordBreakSolrSpellCheckerTest, HighlighterTest, TestCoreContainer, QueryParsingTest, DefaultValueUpdateProcessorTest, TestSweetSpotSimilarityFactory, TestFiltering, JsonLoaderTest, TestCollationKeyRangeQueries, ClusterStateUpdateTest, UpdateParamsTest, TestSolr4Spatial, TestPerFieldSimilarity, ResponseLogComponentTest, SyncSliceTest]
[junit4:junit4] Completed in 58.42s, 1 test, 1 failure <<< FAILURES!

[...truncated 554 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:381: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:361: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:183: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1213: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:877: There were test failures: 272 suites, 1144 tests, 1 failure, 18 ignored (12 assumptions)

Total time: 63 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.6.0_41 -client -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.6.0_41) - Build # 2629 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2629/
Java: 64bit/jdk1.6.0_41 -XX:+UseParallelGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5512, name=coreLoadExecutor-3288-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5512, name=coreLoadExecutor-3288-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1479)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:874)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:580)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:575)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187731tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@474b6a4c)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5514, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5514, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1479)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 8644 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 0 T5453 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T5453 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-RecoveryZkTest-1363112590388
[junit4:junit4]   2> 6 T5453 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T5454 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T5454 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T5454 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T5454 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T5454 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T5454 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\zookeeper\server1\data\version-2\snapshot.0
[junit4:junit4]   2> 93 T5453 oasc.ZkTestServer.run start zk server on port:62791
[junit4:junit4]   2> 93 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@69e287bb
[junit4:junit4]   2> 94 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 95 T5459 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 96 T5459 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 96 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62794
[junit4:junit4]   2> 96 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62794
[junit4:junit4]   2> 96 T5457 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 104 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0000 with negotiated timeout 10000 for client /127.0.0.1:62794
[junit4:junit4]   2> 104 T5459 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0000, negotiated timeout = 10000
[junit4:junit4]   2> 106 T5460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69e287bb name:ZooKeeperConnection Watcher:127.0.0.1:62791 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 106 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 106 T5453 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 109 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0000
[junit4:junit4]   2> 113 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0000 closed
[junit4:junit4]   2> 114 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7cc50827
[junit4:junit4]   2> 115 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62794 which had sessionid 0x13d5fd77c3c0000
[junit4:junit4]   2> 115 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 116 T5460 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 116 T5461 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 117 T5461 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 117 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62797
[junit4:junit4]   2> 118 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62797
[junit4:junit4]   2> 120 T5461 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0001, negotiated timeout = 10000
[junit4:junit4]   2> 120 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0001 with negotiated timeout 10000 for client /127.0.0.1:62797
[junit4:junit4]   2> 120 T5462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cc50827 name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 120 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 121 T5453 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 126 T5453 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 130 T5453 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 134 T5453 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 139 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 139 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 147 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 147 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 152 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 153 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 157 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 158 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 162 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 162 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 167 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 167 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 171 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 171 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 175 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 175 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 179 T5453 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 180 T5453 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 185 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0001
[junit4:junit4]   2> 186 T5462 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 186 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0001 closed
[junit4:junit4]   2> 187 T5455 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d5fd77c3c0001, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 187 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62797 which had sessionid 0x13d5fd77c3c0001
[junit4:junit4]   2> 549 T5453 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 554 T5453 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62798
[junit4:junit4]   2> 555 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 555 T5453 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 555 T5453 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570
[junit4:junit4]   2> 556 T5453 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\solr.xml
[junit4:junit4]   2> 556 T5453 oasc.CoreContainer.<init> New CoreContainer 670492822
[junit4:junit4]   2> 557 T5453 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\'
[junit4:junit4]   2> 557 T5453 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\'
[junit4:junit4]   2> 595 T5453 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 595 T5453 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 596 T5453 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 596 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 596 T5453 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 597 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 597 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 597 T5453 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 597 T5453 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 597 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 610 T5453 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 630 T5453 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:62791/solr
[junit4:junit4]   2> 630 T5453 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 630 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@62c8b17c
[junit4:junit4]   2> 631 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 632 T5472 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 632 T5472 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 632 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62803
[junit4:junit4]   2> 633 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62803
[junit4:junit4]   2> 644 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0002 with negotiated timeout 20000 for client /127.0.0.1:62803
[junit4:junit4]   2> 644 T5472 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0002, negotiated timeout = 20000
[junit4:junit4]   2> 645 T5473 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62c8b17c name:ZooKeeperConnection Watcher:127.0.0.1:62791 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 645 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 646 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0002
[junit4:junit4]   2> 648 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0002 closed
[junit4:junit4]   2> 648 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62803 which had sessionid 0x13d5fd77c3c0002
[junit4:junit4]   2> 648 T5473 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 648 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 652 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@40590f0b
[junit4:junit4]   2> 654 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 655 T5474 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 656 T5474 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 656 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62806
[junit4:junit4]   2> 656 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62806
[junit4:junit4]   2> 658 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0003 with negotiated timeout 20000 for client /127.0.0.1:62806
[junit4:junit4]   2> 658 T5474 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0003, negotiated timeout = 20000
[junit4:junit4]   2> 659 T5475 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40590f0b name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 659 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 662 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 664 T5453 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 667 T5453 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62798_
[junit4:junit4]   2> 667 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62798_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62798_
[junit4:junit4]   2> 668 T5453 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62798_
[junit4:junit4]   2> 673 T5453 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 680 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 681 T5453 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 684 T5453 oasc.Overseer.start Overseer (id=89332946724192259-127.0.0.1:62798_-n_0000000000) starting
[junit4:junit4]   2> 685 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 687 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 689 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 690 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 692 T5477 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 693 T5453 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 697 T5453 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 700 T5453 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 702 T5476 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 706 T5478 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\collection1
[junit4:junit4]   2> 706 T5478 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 707 T5478 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 707 T5478 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 709 T5478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\collection1\'
[junit4:junit4]   2> 711 T5478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 711 T5478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570/collection1/lib/README' to classloader
[junit4:junit4]   2> 757 T5478 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 812 T5478 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 814 T5478 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 819 T5478 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1408 T5478 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1416 T5478 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1421 T5478 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1435 T5478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1440 T5478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1443 T5478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1445 T5478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1445 T5478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1445 T5478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1447 T5478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1447 T5478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1448 T5478 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1448 T5478 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-controljetty-1363112590570\collection1\, dataDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/control/data\
[junit4:junit4]   2> 1448 T5478 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@edc86eb
[junit4:junit4]   2> 1448 T5478 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1450 T5478 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/control/data\ forceNew: false
[junit4:junit4]   2> 1451 T5478 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/control/data\index/
[junit4:junit4]   2> 1451 T5478 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1451 T5478 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/control/data\index forceNew: false
[junit4:junit4]   2> 1455 T5478 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ecf66c9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4707e87a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1455 T5478 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1459 T5478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1459 T5478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1459 T5478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1459 T5478 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1459 T5478 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1460 T5478 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1460 T5478 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1460 T5478 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1461 T5478 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1468 T5478 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1474 T5478 oass.SolrIndexSearcher.<init> Opening Searcher@554eb984 main
[junit4:junit4]   2> 1475 T5478 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\control\data\tlog
[junit4:junit4]   2> 1476 T5478 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1476 T5478 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1479 T5479 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@554eb984 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1481 T5478 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1481 T5478 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1481 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2002 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2003 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62798_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62798"}
[junit4:junit4]   2> 2003 T5476 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2004 T5476 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2004 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2014 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2352 T5478 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2352 T5478 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62798 collection:control_collection shard:shard1
[junit4:junit4]   2> 2353 T5478 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2363 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2365 T5478 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2365 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2368 T5478 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2369 T5478 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2369 T5478 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62798/collection1/
[junit4:junit4]   2> 2369 T5478 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2369 T5478 oasc.SyncStrategy.syncToMe http://127.0.0.1:62798/collection1/ has no replicas
[junit4:junit4]   2> 2370 T5478 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62798/collection1/
[junit4:junit4]   2> 2370 T5478 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2376 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3315 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3328 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.register We are http://127.0.0.1:62798/collection1/ and leader is http://127.0.0.1:62798/collection1/
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62798
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3351 T5478 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3354 T5478 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3356 T5453 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 3356 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3356 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3363 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3363 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@71e8c124
[junit4:junit4]   2> 3365 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3366 T5481 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3366 T5481 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 3366 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62809
[junit4:junit4]   2> 3366 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62809
[junit4:junit4]   2> 3368 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0004 with negotiated timeout 10000 for client /127.0.0.1:62809
[junit4:junit4]   2> 3368 T5481 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0004, negotiated timeout = 10000
[junit4:junit4]   2> 3369 T5482 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71e8c124 name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3369 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3370 T5453 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3373 T5453 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3741 T5453 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3743 T5453 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62810
[junit4:junit4]   2> 3744 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3745 T5453 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3745 T5453 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756
[junit4:junit4]   2> 3745 T5453 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\solr.xml
[junit4:junit4]   2> 3746 T5453 oasc.CoreContainer.<init> New CoreContainer 1211779531
[junit4:junit4]   2> 3746 T5453 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\'
[junit4:junit4]   2> 3747 T5453 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\'
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3785 T5453 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3786 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3786 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3786 T5453 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3787 T5453 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3787 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3798 T5453 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3817 T5453 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:62791/solr
[junit4:junit4]   2> 3817 T5453 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3818 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f1c931a
[junit4:junit4]   2> 3819 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3820 T5492 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3820 T5492 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 3821 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62815
[junit4:junit4]   2> 3822 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62815
[junit4:junit4]   2> 3834 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0005 with negotiated timeout 20000 for client /127.0.0.1:62815
[junit4:junit4]   2> 3834 T5492 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0005, negotiated timeout = 20000
[junit4:junit4]   2> 3834 T5493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f1c931a name:ZooKeeperConnection Watcher:127.0.0.1:62791 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3835 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3836 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0005
[junit4:junit4]   2> 3838 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0005 closed
[junit4:junit4]   2> 3839 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62815 which had sessionid 0x13d5fd77c3c0005
[junit4:junit4]   2> 3839 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3839 T5493 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3842 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d35e26d
[junit4:junit4]   2> 3843 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3844 T5494 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3845 T5494 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 3845 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62818
[junit4:junit4]   2> 3845 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62818
[junit4:junit4]   2> 3849 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0006 with negotiated timeout 20000 for client /127.0.0.1:62818
[junit4:junit4]   2> 3849 T5494 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0006, negotiated timeout = 20000
[junit4:junit4]   2> 3850 T5495 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d35e26d name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3850 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3851 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3852 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3857 T5453 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4635 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4636 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62798_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62798"}
[junit4:junit4]   2> 4646 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4646 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4646 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4725 T5453 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62810_
[junit4:junit4]   2> 4727 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:delete cxid:0xd zxid:0x50 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62810_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62810_
[junit4:junit4]   2> 4728 T5453 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62810_
[junit4:junit4]   2> 4731 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4731 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4732 T5495 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4732 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4734 T5475 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4734 T5482 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4741 T5496 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\collection1
[junit4:junit4]   2> 4741 T5496 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4742 T5496 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4742 T5496 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4745 T5496 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\collection1\'
[junit4:junit4]   2> 4746 T5496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4747 T5496 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756/collection1/lib/README' to classloader
[junit4:junit4]   2> 4793 T5496 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 4849 T5496 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4851 T5496 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4855 T5496 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5431 T5496 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5442 T5496 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5445 T5496 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5459 T5496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5463 T5496 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5467 T5496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5468 T5496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5468 T5496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5468 T5496 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5470 T5496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5470 T5496 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5470 T5496 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5470 T5496 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty1-1363112593756\collection1\, dataDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty1\
[junit4:junit4]   2> 5470 T5496 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@edc86eb
[junit4:junit4]   2> 5470 T5496 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5473 T5496 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty1\ forceNew: false
[junit4:junit4]   2> 5473 T5496 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty1\index/
[junit4:junit4]   2> 5473 T5496 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5473 T5496 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty1\index forceNew: false
[junit4:junit4]   2> 5476 T5496 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b31c2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b41426f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5477 T5496 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5479 T5496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5480 T5496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5480 T5496 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5481 T5496 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5481 T5496 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5482 T5496 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5482 T5496 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5482 T5496 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5482 T5496 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5488 T5496 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5493 T5496 oass.SolrIndexSearcher.<init> Opening Searcher@620958ce main
[junit4:junit4]   2> 5493 T5496 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty1\tlog
[junit4:junit4]   2> 5495 T5496 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5495 T5496 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5498 T5497 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@620958ce main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5500 T5496 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5500 T5496 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5868 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5868 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62810_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62810"}
[junit4:junit4]   2> 5868 T5476 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 5869 T5476 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5875 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5875 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5875 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6283 T5496 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6283 T5496 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62810 collection:collection1 shard:shard1
[junit4:junit4]   2> 6283 T5496 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 6293 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:delete cxid:0x4a zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 6295 T5496 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6295 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:create cxid:0x4b zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6298 T5496 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6298 T5496 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6299 T5496 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:62810/collection1/
[junit4:junit4]   2> 6299 T5496 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6299 T5496 oasc.SyncStrategy.syncToMe http://127.0.0.1:62810/collection1/ has no replicas
[junit4:junit4]   2> 6299 T5496 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:62810/collection1/
[junit4:junit4]   2> 6299 T5496 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6305 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0006 type:create cxid:0x55 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7048 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7062 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7062 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7062 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7066 T5496 oasc.ZkController.register We are http://127.0.0.1:62810/collection1/ and leader is http://127.0.0.1:62810/collection1/
[junit4:junit4]   2> 7066 T5496 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62810
[junit4:junit4]   2> 7067 T5496 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7067 T5496 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7067 T5496 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7069 T5496 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7071 T5453 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 7071 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7071 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 7423 T5453 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 7425 T5453 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:62819
[junit4:junit4]   2> 7426 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 7427 T5453 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7427 T5453 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465
[junit4:junit4]   2> 7427 T5453 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\solr.xml
[junit4:junit4]   2> 7428 T5453 oasc.CoreContainer.<init> New CoreContainer 689262098
[junit4:junit4]   2> 7428 T5453 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\'
[junit4:junit4]   2> 7429 T5453 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\'
[junit4:junit4]   2> 7463 T5453 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7464 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7465 T5453 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7465 T5453 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7465 T5453 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7466 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7476 T5453 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7492 T5453 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:62791/solr
[junit4:junit4]   2> 7494 T5453 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7494 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6931ff3d
[junit4:junit4]   2> 7495 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7496 T5508 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 7496 T5508 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 7496 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62824
[junit4:junit4]   2> 7497 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62824
[junit4:junit4]   2> 7506 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0007 with negotiated timeout 20000 for client /127.0.0.1:62824
[junit4:junit4]   2> 7506 T5508 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0007, negotiated timeout = 20000
[junit4:junit4]   2> 7506 T5509 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6931ff3d name:ZooKeeperConnection Watcher:127.0.0.1:62791 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7507 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7508 T5458 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5fd77c3c0007
[junit4:junit4]   2> 7510 T5453 oaz.ZooKeeper.close Session: 0x13d5fd77c3c0007 closed
[junit4:junit4]   2> 7510 T5455 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:62824 which had sessionid 0x13d5fd77c3c0007
[junit4:junit4]   2> 7510 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 7510 T5509 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7513 T5453 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:62791/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@388f36ac
[junit4:junit4]   2> 7514 T5453 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7515 T5510 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:62791. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 7516 T5510 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:62791, initiating session
[junit4:junit4]   2> 7516 T5455 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:62827
[junit4:junit4]   2> 7516 T5455 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:62827
[junit4:junit4]   2> 7518 T5457 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5fd77c3c0008 with negotiated timeout 20000 for client /127.0.0.1:62827
[junit4:junit4]   2> 7518 T5510 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:62791, sessionid = 0x13d5fd77c3c0008, negotiated timeout = 20000
[junit4:junit4]   2> 7518 T5511 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@388f36ac name:ZooKeeperConnection Watcher:127.0.0.1:62791/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7519 T5453 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7519 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7521 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7524 T5453 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8236 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8238 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62810_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62810"}
[junit4:junit4]   2> 8245 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8245 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8245 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8246 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8304 T5453 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62819_
[junit4:junit4]   2> 8305 T5458 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5fd77c3c0008 type:delete cxid:0xd zxid:0x74 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:62819_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:62819_
[junit4:junit4]   2> 8307 T5453 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62819_
[junit4:junit4]   2> 8310 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8310 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8311 T5511 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8311 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8311 T5495 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8312 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8314 T5475 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8315 T5482 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 8321 T5512 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\collection1
[junit4:junit4]   2> 8321 T5512 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 8322 T5512 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8322 T5512 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 8324 T5512 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\collection1\'
[junit4:junit4]   2> 8326 T5512 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 8327 T5512 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465/collection1/lib/README' to classloader
[junit4:junit4]   2> 8374 T5512 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 8432 T5512 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8433 T5512 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8437 T5512 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9019 T5512 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9027 T5512 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9031 T5512 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9046 T5512 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9052 T5512 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9056 T5512 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9058 T5512 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9058 T5512 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9058 T5512 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9059 T5512 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9059 T5512 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9059 T5512 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9059 T5512 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.RecoveryZkTest-jetty2-1363112597465\collection1\, dataDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\
[junit4:junit4]   2> 9059 T5512 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@edc86eb
[junit4:junit4]   2> 9060 T5512 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9062 T5512 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\ forceNew: false
[junit4:junit4]   2> 9063 T5512 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index/
[junit4:junit4]   2> 9063 T5512 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9063 T5512 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index forceNew: false
[junit4:junit4]   2> 9066 T5512 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5094f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8d837e4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9067 T5512 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9069 T5512 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9069 T5512 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9070 T5512 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9070 T5512 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9071 T5512 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9078 T5512 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9084 T5512 oass.SolrIndexSearcher.<init> Opening Searcher@66cf0eb main
[junit4:junit4]   2> 9084 T5512 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty2\tlog
[junit4:junit4]   2> 9085 T5512 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9086 T5512 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9090 T5513 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66cf0eb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9091 T5512 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9091 T5512 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9419 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9420 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62819"}
[junit4:junit4]   2> 9420 T5476 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 9420 T5476 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9427 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9428 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9428 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9428 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9873 T5512 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9873 T5512 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:62819 collection:collection1 shard:shard1
[junit4:junit4]   2> 9877 T5512 oasc.ZkController.register We are http://127.0.0.1:62819/collection1/ and leader is http://127.0.0.1:62810/collection1/
[junit4:junit4]   2> 9878 T5512 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:62819
[junit4:junit4]   2> 9878 T5512 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9878 T5512 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C462 name=collection1 org.apache.solr.core.SolrCore@3cfacfef url=http://127.0.0.1:62819/collection1 node=127.0.0.1:62819_ C462_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:62819_, base_url=http://127.0.0.1:62819}
[junit4:junit4]   2> 9878 T5514 C462 P62819 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9879 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9879 T5514 C462 P62819 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 9879 T5512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9879 T5514 C462 P62819 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9880 T5453 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 9881 T5453 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9881 T5453 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9882 T5514 C462 P62819 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9889 T5453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C463 name=collection1 org.apache.solr.core.SolrCore@469a1806 url=http://127.0.0.1:62798/collection1 node=127.0.0.1:62798_ C463_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:62798_, base_url=http://127.0.0.1:62798, leader=true}
[junit4:junit4]   2> 9902 T5467 C463 P62798 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ecf66c9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4707e87a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9903 T5467 C463 P62798 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9905 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[1 (1429327157953298432)]} 0 6
[junit4:junit4]   2> 9905 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10001 (1429327157954347008)]} 0 6
[junit4:junit4]   2> ASYNC  NEW_CORE C464 name=collection1 org.apache.solr.core.SolrCore@132e288c url=http://127.0.0.1:62810/collection1 node=127.0.0.1:62810_ C464_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:62810_, base_url=http://127.0.0.1:62810, leader=true}
[junit4:junit4]   2> 9918 T5486 C464 P62810 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b31c2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b41426f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9919 T5486 C464 P62810 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9922 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[1 (1429327157970075648)]} 0 7
[junit4:junit4]   2> 9922 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10001 (1429327157971124224)]} 0 7
[junit4:junit4]   2> 9946 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10002 (1429327158001532929)]} 0 1
[junit4:junit4]   2> 9946 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[2 (1429327158001532928)]} 0 1
[junit4:junit4]   2> 9948 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10002 (1429327158004678656)]} 0 0
[junit4:junit4]   2> 9949 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[2 (1429327158005727232)]} 0 0
[junit4:junit4]   2> 10002 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10003 (1429327158060253184)]} 0 3
[junit4:junit4]   2> 10002 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[3 (1429327158060253185)]} 0 1
[junit4:junit4]   2> 10006 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10003 (1429327158064447488)]} 0 2
[junit4:junit4]   2> 10006 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[3 (1429327158064447489)]} 0 1
[junit4:junit4]   2> 10018 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10003 (-1429327158078078976)]} 0 0
[junit4:junit4]   2> 10021 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10003 (-1429327158081224704)]} 0 0
[junit4:junit4]   2> 10022 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[3 (-1429327158082273280)]} 0 0
[junit4:junit4]   2> 10023 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10004 (1429327158083321856)]} 0 0
[junit4:junit4]   2> 10024 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[3 (-1429327158084370432)]} 0 0
[junit4:junit4]   2> 10025 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10004 (1429327158085419008)]} 0 0
[junit4:junit4]   2> 10027 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[4 (1429327158087516160)]} 0 0
[junit4:junit4]   2> 10029 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[4 (1429327158089613312)]} 0 0
[junit4:junit4]   2> 10038 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10005 (1429327158099050496)]} 0 0
[junit4:junit4]   2> 10040 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10005 (1429327158101147648)]} 0 0
[junit4:junit4]   2> 10043 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[5 (1429327158103244800)]} 0 1
[junit4:junit4]   2> 10044 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[5 (1429327158105341952)]} 0 0
[junit4:junit4]   2> 10119 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10006 (1429327158183985152)]} 0 0
[junit4:junit4]   2> 10122 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10006 (1429327158187130880)]} 0 0
[junit4:junit4]   2> 10123 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[6 (1429327158188179456)]} 0 0
[junit4:junit4]   2> 10126 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[6 (1429327158191325184)]} 0 0
[junit4:junit4]   2> 10131 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10007 (1429327158196568064)]} 0 0
[junit4:junit4]   2> 10133 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10007 (1429327158198665216)]} 0 0
[junit4:junit4]   2> 10135 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[7 (1429327158200762368)]} 0 0
[junit4:junit4]   2> 10137 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[7 (1429327158202859520)]} 0 0
[junit4:junit4]   2> 10201 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10008 (1429327158268919808)]} 0 1
[junit4:junit4]   2> 10202 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10008 (1429327158271016960)]} 0 0
[junit4:junit4]   2> 10203 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[8 (1429327158272065536)]} 0 0
[junit4:junit4]   2> 10205 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[8 (1429327158274162688)]} 0 0
[junit4:junit4]   2> 10277 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[10004 (-1429327158349660160)]} 0 0
[junit4:junit4]   2> 10280 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10004 (-1429327158352805888)]} 0 0
[junit4:junit4]   2> 10281 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[4 (-1429327158353854464)]} 0 1
[junit4:junit4]   2> 10282 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10009 (1429327158354903040)]} 0 0
[junit4:junit4]   2> 10283 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[4 (-1429327158355951616)]} 0 0
[junit4:junit4]   2> 10284 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10009 (1429327158357000192)]} 0 0
[junit4:junit4]   2> 10285 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[9 (1429327158358048768)]} 0 0
[junit4:junit4]   2> 10287 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[9 (1429327158360145920)]} 0 0
[junit4:junit4]   2> 10311 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10010 (1429327158385311744)]} 0 0
[junit4:junit4]   2> 10313 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10010 (1429327158387408896)]} 0 0
[junit4:junit4]   2> 10315 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10 (1429327158389506048)]} 0 0
[junit4:junit4]   2> 10317 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10 (1429327158391603200)]} 0 0
[junit4:junit4]   2> 10367 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[10005 (-1429327158444032000)]} 0 0
[junit4:junit4]   2> 10370 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[10005 (-1429327158447177728)]} 0 0
[junit4:junit4]   2> 10370 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[5 (-1429327158447177728)]} 0 0
[junit4:junit4]   2> 10372 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[5 (-1429327158449274880)]} 0 0
[junit4:junit4]   2> 10372 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10011 (1429327158449274880)]} 0 0
[junit4:junit4]   2> 10374 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[11 (1429327158451372032)]} 0 0
[junit4:junit4]   2> 10375 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10011 (1429327158452420608)]} 0 0
[junit4:junit4]   2> 10376 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[11 (1429327158453469184)]} 0 0
[junit4:junit4]   2> 10417 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10007 (-1429327158495412224)]} 0 1
[junit4:junit4]   2> 10418 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[7 (-1429327158497509376)]} 0 0
[junit4:junit4]   2> 10419 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10007 (-1429327158498557952)]} 0 0
[junit4:junit4]   2> 10420 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[7 (-1429327158499606528)]} 0 0
[junit4:junit4]   2> 10421 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10012 (1429327158500655104)]} 0 0
[junit4:junit4]   2> 10423 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[12 (1429327158502752256)]} 0 0
[junit4:junit4]   2> 10423 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10012 (1429327158502752256)]} 0 0
[junit4:junit4]   2> 10426 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[12 (1429327158505897984)]} 0 0
[junit4:junit4]   2> 10430 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[10011 (-1429327158510092288)]} 0 0
[junit4:junit4]   2> 10432 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10011 (-1429327158512189440)]} 0 0
[junit4:junit4]   2> 10432 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[11 (-1429327158512189440)]} 0 0
[junit4:junit4]   2> 10435 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[11 (-1429327158515335168)]} 0 0
[junit4:junit4]   2> 10435 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10013 (1429327158515335168)]} 0 0
[junit4:junit4]   2> 10437 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[13 (1429327158517432320)]} 0 0
[junit4:junit4]   2> 10437 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10013 (1429327158517432320)]} 0 0
[junit4:junit4]   2> 10439 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[13 (1429327158519529472)]} 0 0
[junit4:junit4]   2> 10470 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10014 (1429327158552035328)]} 0 0
[junit4:junit4]   2> 10473 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[14 (1429327158555181056)]} 0 0
[junit4:junit4]   2> 10473 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10014 (1429327158555181056)]} 0 0
[junit4:junit4]   2> 10476 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[14 (1429327158558326784)]} 0 0
[junit4:junit4]   2> 10492 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[10012 (-1429327158575104000)]} 0 0
[junit4:junit4]   2> 10495 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10012 (-1429327158578249728)]} 0 0
[junit4:junit4]   2> 10495 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[12 (-1429327158578249728)]} 0 0
[junit4:junit4]   2> 10496 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10015 (1429327158579298304)]} 0 0
[junit4:junit4]   2> 10498 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[12 (-1429327158581395456)]} 0 0
[junit4:junit4]   2> 10499 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[15 (1429327158582444032)]} 0 0
[junit4:junit4]   2> 10499 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10015 (1429327158582444032)]} 0 0
[junit4:junit4]   2> 10502 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[15 (1429327158585589760)]} 0 0
[junit4:junit4]   2> 10516 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10016 (1429327158599221248)]} 0 1
[junit4:junit4]   2> 10518 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[16 (1429327158602366976)]} 0 0
[junit4:junit4]   2> 10518 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10016 (1429327158602366976)]} 0 0
[junit4:junit4]   2> 10520 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[16 (1429327158604464128)]} 0 0
[junit4:junit4]   2> 10538 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10017 (1429327158623338496)]} 0 0
[junit4:junit4]   2> 10540 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[17 (1429327158625435648)]} 0 0
[junit4:junit4]   2> 10540 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10017 (1429327158625435648)]} 0 0
[junit4:junit4]   2> 10543 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[17 (1429327158628581376)]} 0 0
[junit4:junit4]   2> 10600 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10601 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62819"}
[junit4:junit4]   2> 10601 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10013 (-1429327158689398784)]} 0 0
[junit4:junit4]   2> 10603 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10013 (-1429327158691495936)]} 0 0
[junit4:junit4]   2> 10603 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[13 (-1429327158691495936)]} 0 0
[junit4:junit4]   2> 10606 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[13 (-1429327158694641664)]} 0 0
[junit4:junit4]   2> 10606 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10018 (1429327158694641664)]} 0 0
[junit4:junit4]   2> 10608 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10018 (1429327158696738816)]} 0 0
[junit4:junit4]   2> 10609 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[18 (1429327158696738816)]} 0 1
[junit4:junit4]   2> 10610 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[18 (1429327158698835968)]} 0 0
[junit4:junit4]   2> 10611 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10611 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10611 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10612 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10616 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[10016 (-1429327158705127424)]} 0 0
[junit4:junit4]   2> 10619 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[16 (-1429327158708273152)]} 0 0
[junit4:junit4]   2>  C462_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:62819_, base_url=http://127.0.0.1:62819}
[junit4:junit4]   2> 10629 T5502 C462 P62819 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5094f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8d837e4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10630 T5502 C462 P62819 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10633 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[16 (-1429327158710370304)]} 0 6
[junit4:junit4]   2> 10633 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10016 (-1429327158708273152)]} 0 6
[junit4:junit4]   2> 10634 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10016 (-1429327158708273152)]} 0 15
[junit4:junit4]   2> 10634 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[16 (-1429327158710370304)]} 0 13
[junit4:junit4]   2> 10635 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[19 (1429327158725050369)]} 0 0
[junit4:junit4]   2> 10635 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10019 (1429327158725050368)]} 0 0
[junit4:junit4]   2> 10639 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1429327158728196096)]} 0 0
[junit4:junit4]   2> 10641 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[19 (1429327158728196096)]} 0 3
[junit4:junit4]   2> 10641 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10019 (1429327158728196097)]} 0 0
[junit4:junit4]   2> 10641 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10019 (1429327158728196097)]} 0 3
[junit4:junit4]   2> 10668 T5490 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:62819__collection1&state=recovering&nodeName=127.0.0.1:62819_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=778 
[junit4:junit4]   2> 10708 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[20 (1429327158800547840)]} 0 1
[junit4:junit4]   2> 10708 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10020 (1429327158801596416)]} 0 0
[junit4:junit4]   2> 10711 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1429327158802644992)]} 0 0
[junit4:junit4]   2> 10711 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[20 (1429327158802644992)]} 0 2
[junit4:junit4]   2> 10711 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10020 (1429327158803693568)]} 0 0
[junit4:junit4]   2> 10712 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10020 (1429327158803693568)]} 0 2
[junit4:junit4]   2> 10743 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[21 (1429327158837248000)]} 0 1
[junit4:junit4]   2> 10743 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10021 (1429327158838296576)]} 0 0
[junit4:junit4]   2> 10747 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1429327158840393728)]} 0 0
[junit4:junit4]   2> 10748 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[21 (1429327158840393728)]} 0 3
[junit4:junit4]   2> 10748 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10021 (1429327158841442304)]} 0 0
[junit4:junit4]   2> 10749 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10021 (1429327158841442304)]} 0 3
[junit4:junit4]   2> 10789 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[17 (-1429327158886531072)]} 0 0
[junit4:junit4]   2> 10790 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10017 (-1429327158887579648)]} 0 0
[junit4:junit4]   2> 10795 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[17 (-1429327158888628224)]} 0 0
[junit4:junit4]   2> 10795 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[17 (-1429327158888628224)]} 0 4
[junit4:junit4]   2> 10796 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10017 (-1429327158891773952)]} 0 0
[junit4:junit4]   2> 10796 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10017 (-1429327158891773952)]} 0 2
[junit4:junit4]   2> 10797 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[22 (1429327158894919680)]} 0 0
[junit4:junit4]   2> 10798 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10022 (1429327158895968256)]} 0 0
[junit4:junit4]   2> 10801 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1429327158897016832)]} 0 0
[junit4:junit4]   2> 10802 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[22 (1429327158897016832)]} 0 3
[junit4:junit4]   2> 10803 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10022 (1429327158898065408)]} 0 0
[junit4:junit4]   2> 10803 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10022 (1429327158898065408)]} 0 3
[junit4:junit4]   2> 10812 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[18 (-1429327158910648320)]} 0 0
[junit4:junit4]   2> 10813 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10018 (-1429327158911696896)]} 0 0
[junit4:junit4]   2> 10815 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[18 (-1429327158912745472)]} 0 0
[junit4:junit4]   2> 10816 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[18 (-1429327158912745472)]} 0 2
[junit4:junit4]   2> 10817 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10018 (-1429327158913794048)]} 0 0
[junit4:junit4]   2> 10818 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[10018 (-1429327158913794048)]} 0 3
[junit4:junit4]   2> 10818 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[23 (1429327158916939776)]} 0 0
[junit4:junit4]   2> 10819 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10023 (1429327158917988352)]} 0 0
[junit4:junit4]   2> 10822 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1429327158919036928)]} 0 0
[junit4:junit4]   2> 10822 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[23 (1429327158919036928)]} 0 2
[junit4:junit4]   2> 10823 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10023 (1429327158921134080)]} 0 0
[junit4:junit4]   2> 10824 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10023 (1429327158921134080)]} 0 2
[junit4:junit4]   2> 10869 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[21 (-1429327158970417152)]} 0 0
[junit4:junit4]   2> 10871 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[10021 (-1429327158972514304)]} 0 0
[junit4:junit4]   2> 10874 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[21 (-1429327158973562880)]} 0 0
[junit4:junit4]   2> 10874 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10021 (-1429327158973562881)]} 0 0
[junit4:junit4]   2> 10875 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10021 (-1429327158973562881)]} 0 3
[junit4:junit4]   2> 10875 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[21 (-1429327158973562880)]} 0 3
[junit4:junit4]   2> 10877 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[24 (1429327158978805760)]} 0 0
[junit4:junit4]   2> 10877 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10024 (1429327158978805761)]} 0 0
[junit4:junit4]   2> 10882 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10024 (1429327158980902912)]} 0 0
[junit4:junit4]   2> 10882 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1429327158980902913)]} 0 0
[junit4:junit4]   2> 10883 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10024 (1429327158980902912)]} 0 4
[junit4:junit4]   2> 10883 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[24 (1429327158980902913)]} 0 4
[junit4:junit4]   2> 10894 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10025 (1429327158996631552)]} 0 0
[junit4:junit4]   2> 10894 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[25 (1429327158996631553)]} 0 0
[junit4:junit4]   2> 10900 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1429327159000825857)]} 0 0
[junit4:junit4]   2> 10900 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10025 (1429327159000825856)]} 0 0
[junit4:junit4]   2> 10901 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[25 (1429327159000825857)]} 0 3
[junit4:junit4]   2> 10901 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10025 (1429327159000825856)]} 0 3
[junit4:junit4]   2> 10975 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10026 (1429327159080517632)]} 0 1
[junit4:junit4]   2> 10975 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[26 (1429327159080517633)]} 0 1
[junit4:junit4]   2> 10979 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10026 (1429327159083663361)]} 0 0
[junit4:junit4]   2> 10980 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10026 (1429327159083663361)]} 0 3
[junit4:junit4]   2> 10980 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1429327159083663360)]} 0 0
[junit4:junit4]   2> 10981 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[26 (1429327159083663360)]} 0 4
[junit4:junit4]   2> 11029 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10022 (-1429327159138189312)]} 0 0
[junit4:junit4]   2> 11030 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[22 (-1429327159139237888)]} 0 0
[junit4:junit4]   2> 11033 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10022 (-1429327159140286464)]} 0 0
[junit4:junit4]   2> 11034 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10022 (-1429327159140286464)]} 0 3
[junit4:junit4]   2> 11034 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[22 (-1429327159141335040)]} 0 0
[junit4:junit4]   2> 11034 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[22 (-1429327159141335040)]} 0 2
[junit4:junit4]   2> 11035 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10027 (1429327159144480768)]} 0 0
[junit4:junit4]   2> 11036 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[27 (1429327159145529344)]} 0 0
[junit4:junit4]   2> 11040 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10027 (1429327159146577920)]} 0 0
[junit4:junit4]   2> 11041 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10027 (1429327159146577920)]} 0 4
[junit4:junit4]   2> 11043 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1429327159147626496)]} 0 1
[junit4:junit4]   2> 11043 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[27 (1429327159147626496)]} 0 5
[junit4:junit4]   2> 11057 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[10023 (-1429327159167549440)]} 0 0
[junit4:junit4]   2> 11060 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[23 (-1429327159169646592)]} 0 1
[junit4:junit4]   2> 11062 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10023 (-1429327159170695168)]} 0 0
[junit4:junit4]   2> 11063 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10023 (-1429327159170695168)]} 0 3
[junit4:junit4]   2> 11064 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[23 (-1429327159172792320)]} 0 0
[junit4:junit4]   2> 11065 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[23 (-1429327159172792320)]} 0 3
[junit4:junit4]   2> 11065 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10028 (1429327159175938048)]} 0 0
[junit4:junit4]   2> 11067 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[28 (1429327159178035200)]} 0 0
[junit4:junit4]   2> 11069 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10028 (1429327159178035200)]} 0 0
[junit4:junit4]   2> 11070 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10028 (1429327159178035200)]} 0 3
[junit4:junit4]   2> 11072 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1429327159181180928)]} 0 0
[junit4:junit4]   2> 11072 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[28 (1429327159181180928)]} 0 2
[junit4:junit4]   2> 11082 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10029 (1429327159193763840)]} 0 0
[junit4:junit4]   2> 11084 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[29 (1429327159195860992)]} 0 0
[junit4:junit4]   2> 11086 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10029 (1429327159195860992)]} 0 0
[junit4:junit4]   2> 11087 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10029 (1429327159195860992)]} 0 3
[junit4:junit4]   2> 11089 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1429327159199006720)]} 0 0
[junit4:junit4]   2> 11090 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[29 (1429327159199006720)]} 0 3
[junit4:junit4]   2> 11151 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10030 (1429327159266115584)]} 0 0
[junit4:junit4]   2> 11154 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[30 (1429327159269261312)]} 0 0
[junit4:junit4]   2> 11156 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10030 (1429327159269261312)]} 0 0
[junit4:junit4]   2> 11157 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10030 (1429327159269261312)]} 0 3
[junit4:junit4]   2> 11159 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1429327159272407040)]} 0 0
[junit4:junit4]   2> 11160 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[30 (1429327159272407040)]} 0 3
[junit4:junit4]   2> 11214 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10031 (1429327159332175872)]} 0 0
[junit4:junit4]   2> 11219 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[31 (1429327159336370176)]} 0 1
[junit4:junit4]   2> 11224 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10031 (1429327159337418752)]} 0 0
[junit4:junit4]   2> 11225 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10031 (1429327159337418752)]} 0 6
[junit4:junit4]   2> 11225 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1429327159342661632)]} 0 0
[junit4:junit4]   2> 11226 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[31 (1429327159342661632)]} 0 2
[junit4:junit4]   2> 11282 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10024 (-1429327159402430464)]} 0 1
[junit4:junit4]   2> 11282 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[24 (-1429327159403479040)]} 0 0
[junit4:junit4]   2> 11286 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10024 (-1429327159405576193)]} 0 0
[junit4:junit4]   2> 11286 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[24 (-1429327159405576192)]} 0 0
[junit4:junit4]   2> 11287 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[24 (-1429327159405576192)]} 0 3
[junit4:junit4]   2> 11287 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10024 (-1429327159405576193)]} 0 3
[junit4:junit4]   2> 11289 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[32 (1429327159410819072)]} 0 0
[junit4:junit4]   2> 11290 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10032 (1429327159411867648)]} 0 0
[junit4:junit4]   2> 11293 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1429327159412916224)]} 0 0
[junit4:junit4]   2> 11293 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10032 (1429327159413964800)]} 0 0
[junit4:junit4]   2> 11294 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10032 (1429327159413964800)]} 0 2
[junit4:junit4]   2> 11295 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[32 (1429327159412916224)]} 0 4
[junit4:junit4]   2> 11328 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[33 (1429327159450664961)]} 0 1
[junit4:junit4]   2> 11328 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10033 (1429327159450664960)]} 0 1
[junit4:junit4]   2> 11333 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1429327159453810688)]} 0 1
[junit4:junit4]   2> 11333 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10033 (1429327159453810689)]} 0 1
[junit4:junit4]   2> 11334 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[33 (1429327159453810688)]} 0 4
[junit4:junit4]   2> 11334 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10033 (1429327159453810689)]} 0 4
[junit4:junit4]   2> 11343 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10034 (1429327159466393601)]} 0 1
[junit4:junit4]   2> 11343 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[34 (1429327159466393600)]} 0 1
[junit4:junit4]   2> 11348 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1429327159469539329)]} 0 1
[junit4:junit4]   2> 11348 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10034 (1429327159469539328)]} 0 1
[junit4:junit4]   2> 11349 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[34 (1429327159469539329)]} 0 4
[junit4:junit4]   2> 11349 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10034 (1429327159469539328)]} 0 4
[junit4:junit4]   2> 11417 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[35 (1429327159545036800)]} 0 0
[junit4:junit4]   2> 11417 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10035 (1429327159545036801)]} 0 0
[junit4:junit4]   2> 11422 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1429327159547133952)]} 0 1
[junit4:junit4]   2> 11423 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10035 (1429327159548182528)]} 0 1
[junit4:junit4]   2> 11423 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[35 (1429327159547133952)]} 0 4
[junit4:junit4]   2> 11423 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10035 (1429327159548182528)]} 0 3
[junit4:junit4]   2> 11448 T5453 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 62819
[junit4:junit4]   2> 11448 T5453 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=689262098
[junit4:junit4]   2> 11498 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10036 (1429327159628922881)]} 0 1
[junit4:junit4]   2> 11498 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[36 (1429327159628922880)]} 0 1
[junit4:junit4]   2> 11502 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1429327159632068608)]} 0 0
[junit4:junit4]   2> 11502 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[36 (1429327159632068608)]} 0 2
[junit4:junit4]   2> 11502 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10036 (1429327159632068609)]} 0 0
[junit4:junit4]   2> 11503 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10036 (1429327159632068609)]} 0 3
[junit4:junit4]   2> 11567 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[27 (-1429327159702323200)]} 0 0
[junit4:junit4]   2> 11569 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[10027 (-1429327159704420352)]} 0 0
[junit4:junit4]   2> 11575 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[27 (-1429327159704420352)]} 0 0
[junit4:junit4]   2> 11575 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[27 (-1429327159704420352)]} 0 6
[junit4:junit4]   2> 11576 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10027 (-1429327159710711808)]} 0 0
[junit4:junit4]   2> 11576 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10027 (-1429327159710711808)]} 0 1
[junit4:junit4]   2> 11578 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[37 (1429327159712808960)]} 0 1
[junit4:junit4]   2> 11578 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10037 (1429327159713857536)]} 0 0
[junit4:junit4]   2> 11581 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1429327159715954688)]} 0 0
[junit4:junit4]   2> 11582 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[37 (1429327159715954688)]} 0 2
[junit4:junit4]   2> 11583 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10037 (1429327159717003264)]} 0 0
[junit4:junit4]   2> 11584 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10037 (1429327159717003264)]} 0 3
[junit4:junit4]   2> 11613 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[38 (1429327159750557696)]} 0 0
[junit4:junit4]   2> 11614 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10038 (1429327159751606272)]} 0 0
[junit4:junit4]   2> 11617 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1429327159752654848)]} 0 0
[junit4:junit4]   2> 11618 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[38 (1429327159752654848)]} 0 3
[junit4:junit4]   2> 11619 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10038 (1429327159753703424)]} 0 0
[junit4:junit4]   2> 11619 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10038 (1429327159753703424)]} 0 3
[junit4:junit4]   2> 11627 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[28 (-1429327159765237760)]} 0 0
[junit4:junit4]   2> 11629 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[10028 (-1429327159767334912)]} 0 0
[junit4:junit4]   2> 11632 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10028 (-1429327159768383489)]} 0 0
[junit4:junit4]   2> 11632 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[28 (-1429327159768383488)]} 0 0
[junit4:junit4]   2> 11632 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10028 (-1429327159768383489)]} 0 2
[junit4:junit4]   2> 11632 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[28 (-1429327159768383488)]} 0 2
[junit4:junit4]   2> 11634 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10039 (1429327159772577792)]} 0 0
[junit4:junit4]   2> 11635 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[39 (1429327159773626368)]} 0 0
[junit4:junit4]   2> 11638 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1429327159775723520)]} 0 0
[junit4:junit4]   2> 11638 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10039 (1429327159774674944)]} 0 0
[junit4:junit4]   2> 11639 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[39 (1429327159775723520)]} 0 2
[junit4:junit4]   2> 11639 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10039 (1429327159774674944)]} 0 3
[junit4:junit4]   2> 11646 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[40 (1429327159784112128)]} 0 1
[junit4:junit4]   2> 11646 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10040 (1429327159785160704)]} 0 0
[junit4:junit4]   2> 11650 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1429327159787257856)]} 0 0
[junit4:junit4]   2> 11651 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[40 (1429327159787257856)]} 0 3
[junit4:junit4]   2> 11651 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10040 (1429327159787257857)]} 0 0
[junit4:junit4]   2> 11651 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10040 (1429327159787257857)]} 0 3
[junit4:junit4]   2> 11676 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10031 (-1429327159816617984)]} 0 0
[junit4:junit4]   2> 11676 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[31 (-1429327159816617985)]} 0 0
[junit4:junit4]   2> 11679 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[31 (-1429327159818715136)]} 0 0
[junit4:junit4]   2> 11679 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10031 (-1429327159818715137)]} 0 0
[junit4:junit4]   2> 11680 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[31 (-1429327159818715136)]} 0 2
[junit4:junit4]   2> 11680 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[10031 (-1429327159818715137)]} 0 2
[junit4:junit4]   2> 11682 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[41 (1429327159822909440)]} 0 0
[junit4:junit4]   2> 11683 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10041 (1429327159823958016)]} 0 0
[junit4:junit4]   2> 11687 T5505 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10041 (1429327159827103744)]} 0 0
[junit4:junit4]   2> 11688 T5502 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1429327159826055168)]} 0 1
[junit4:junit4]   2> 11688 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10041 (1429327159827103744)]} 0 2
[junit4:junit4]   2> 11689 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[41 (1429327159826055168)]} 0 4
[junit4:junit4]   2> 11730 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[42 (1429327159873241088)]} 0 0
[junit4:junit4]   2> 11730 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10042 (1429327159873241089)]} 0 0
[junit4:junit4]   2> 11733 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1429327159875338241)]} 0 0
[junit4:junit4]   2> 11733 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10042 (1429327159875338240)]} 0 0
[junit4:junit4]   2> 11734 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[42 (1429327159875338241)]} 0 2
[junit4:junit4]   2> 11734 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10042 (1429327159875338240)]} 0 2
[junit4:junit4]   2> 11782 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10043 (1429327159926718464)]} 0 1
[junit4:junit4]   2> 11782 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[43 (1429327159926718465)]} 0 1
[junit4:junit4]   2> 11784 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11785 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:62819__collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62819"}
[junit4:junit4]   2> 11787 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10043 (1429327159929864193)]} 0 0
[junit4:junit4]   2> 11787 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1429327159929864192)]} 0 1
[junit4:junit4]   2> 11788 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10043 (1429327159929864193)]} 0 4
[junit4:junit4]   2> 11788 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[43 (1429327159929864192)]} 0 4
[junit4:junit4]   2> 11795 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11795 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11796 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11796 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11797 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[44 (1429327159942447104)]} 0 1
[junit4:junit4]   2> 11797 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10044 (1429327159942447105)]} 0 1
[junit4:junit4]   2> 11800 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[44 (1429327159945592832)]} 0 1
[junit4:junit4]   2> 11800 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10044 (1429327159946641408)]} 0 0
[junit4:junit4]   2> 11855 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[45 (1429327160003264512)]} 0 1
[junit4:junit4]   2> 11855 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10045 (1429327160004313088)]} 0 0
[junit4:junit4]   2> 11857 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10045 (1429327160006410240)]} 0 0
[junit4:junit4]   2> 11857 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[45 (1429327160006410241)]} 0 0
[junit4:junit4]   2> 11938 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10035 (-1429327160091344896)]} 0 0
[junit4:junit4]   2> 11938 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[35 (-1429327160091344897)]} 0 0
[junit4:junit4]   2> 11940 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10035 (-1429327160093442048)]} 0 0
[junit4:junit4]   2> 11940 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[35 (-1429327160093442049)]} 0 0
[junit4:junit4]   2> 11943 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[46 (1429327160096587777)]} 0 0
[junit4:junit4]   2> 11943 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10046 (1429327160096587776)]} 0 0
[junit4:junit4]   2> 11946 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[46 (1429327160098684929)]} 0 1
[junit4:junit4]   2> 11946 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10046 (1429327160098684928)]} 0 1
[junit4:junit4]   2> 12013 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[47 (1429327160168939521)]} 0 1
[junit4:junit4]   2> 12013 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10047 (1429327160168939520)]} 0 1
[junit4:junit4]   2> 12015 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10047 (1429327160172085248)]} 0 0
[junit4:junit4]   2> 12016 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[47 (1429327160172085249)]} 0 0
[junit4:junit4]   2> 12091 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[37 (-1429327160251777024)]} 0 0
[junit4:junit4]   2> 12091 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10037 (-1429327160251777025)]} 0 0
[junit4:junit4]   2> 12094 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[37 (-1429327160254922752)]} 0 0
[junit4:junit4]   2> 12094 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10037 (-1429327160254922753)]} 0 0
[junit4:junit4]   2> 12096 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[48 (1429327160257019905)]} 0 0
[junit4:junit4]   2> 12096 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10048 (1429327160257019904)]} 0 0
[junit4:junit4]   2> 12099 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[48 (1429327160260165632)]} 0 0
[junit4:junit4]   2> 12100 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10048 (1429327160260165633)]} 0 1
[junit4:junit4]   2> 12157 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[10039 (-1429327160320983041)]} 0 0
[junit4:junit4]   2> 12157 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[39 (-1429327160320983040)]} 0 0
[junit4:junit4]   2> 12160 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[39 (-1429327160324128768)]} 0 0
[junit4:junit4]   2> 12160 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10039 (-1429327160324128769)]} 0 0
[junit4:junit4]   2> 12162 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[49 (1429327160326225920)]} 0 0
[junit4:junit4]   2> 12162 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10049 (1429327160326225921)]} 0 0
[junit4:junit4]   2> 12164 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10049 (1429327160328323072)]} 0 0
[junit4:junit4]   2> 12165 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[49 (1429327160328323073)]} 0 1
[junit4:junit4]   2>  C462_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:62819_, base_url=http://127.0.0.1:62819}
[junit4:junit4]   2> 12225 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:62810/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 12225 T5514 C462 P62819 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:62819 START replicas=[http://127.0.0.1:62810/collection1/] nUpdates=100
[junit4:junit4]   2> 12225 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[50 (1429327160392286208)]} 0 0
[junit4:junit4]   2> 12226 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10050 (1429327160393334784)]} 0 1
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12227 T5514 C462 P62819 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty2\tlog\tlog.0000000000000000000 refcount=1}}
[junit4:junit4]   2> 12227 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10050 (1429327160394383361)]} 0 0
[junit4:junit4]   2> 12228 T5514 C462 P62819 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:62810/collection1/. core=collection1
[junit4:junit4]   2> 12227 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[50 (1429327160394383360)]} 0 0
[junit4:junit4]   2> 12228 T5490 C464 P62810 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 12229 T5514 C462 P62819 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12233 T5489 C464 P62810 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 12243 T5489 C464 P62810 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b31c2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b41426f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b31c2de lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b41426f),segFN=segments_2,generation=2,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.pos, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0_MockSep_0.doc, _0.si, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockRandom_0.pyl, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 12243 T5489 C464 P62810 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1.fnm, _1_MockRandom_0.pos, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0_MockSep_0.doc, _0.si, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockRandom_0.pyl, _0_MockSep_0.pyl, _0.fdt]
[junit4:junit4]   2> 12246 T5489 C464 P62810 oass.SolrIndexSearcher.<init> Opening Searcher@58a385b6 realtime
[junit4:junit4]   2> 12246 T5489 C464 P62810 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12246 T5489 C464 P62810 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 12247 T5514 C462 P62819 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12247 T5514 C462 P62819 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12249 T5486 C464 P62810 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12249 T5486 C464 P62810 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 12249 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 12249 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 12249 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 12252 T5488 C464 P62810 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 12252 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 54
[junit4:junit4]   2> 12255 T5514 C462 P62819 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index.20130313022322635 forceNew: false
[junit4:junit4]   2> 12256 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922) fullCopy=true
[junit4:junit4]   2> 12258 T5491 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12263 T5490 C464 P62810 REQ /replication {file=_0_MockSep_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12268 T5489 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12272 T5487 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12277 T5486 C464 P62810 REQ /replication {file=_1_MockRandom_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12281 T5488 C464 P62810 REQ /replication {file=_1.fnm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12286 T5491 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12290 T5490 C464 P62810 REQ /replication {file=_0_MockSep_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12291 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10051 (1429327160461492224)]} 0 0
[junit4:junit4]   2> 12292 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[51 (1429327160462540800)]} 0 0
[junit4:junit4]   2> 12293 T5487 C464 P62810 REQ /replication {file=_0_SimpleText_0.pst&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12296 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10051 (1429327160463589376)]} 0 3
[junit4:junit4]   2> 12296 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[51 (1429327160464637952)]} 0 2
[junit4:junit4]   2> 12298 T5488 C464 P62810 REQ /replication {file=_1_MockSep_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12302 T5491 C464 P62810 REQ /replication {file=_1_MockSep_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12303 T5514 C462 P62819 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_1_MockSep_0.pyl, size=0}
[junit4:junit4]   2> 12306 T5490 C464 P62810 REQ /replication {file=_1.nvm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12309 T5487 C464 P62810 REQ /replication {file=_1_MockSep_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12313 T5489 C464 P62810 REQ /replication {file=_0.fnm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12318 T5486 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.blm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12322 T5488 C464 P62810 REQ /replication {file=_1_MockSep_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12326 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[41 (-1429327160498192384)]} 0 0
[junit4:junit4]   2> 12326 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[10041 (-1429327160498192385)]} 0 0
[junit4:junit4]   2> 12327 T5491 C464 P62810 REQ /replication {file=_1_MockRandom_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12328 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10041 (-1429327160500289536)]} 0 0
[junit4:junit4]   2> 12328 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[41 (-1429327160500289537)]} 0 0
[junit4:junit4]   2> 12331 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10052 (1429327160503435265)]} 0 0
[junit4:junit4]   2> 12331 T5489 C464 P62810 REQ /replication {file=_1.nvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12331 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[52 (1429327160503435264)]} 0 0
[junit4:junit4]   2> 12334 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10052 (1429327160505532416)]} 0 1
[junit4:junit4]   2> 12334 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[52 (1429327160506580992)]} 0 0
[junit4:junit4]   2> 12337 T5491 C464 P62810 REQ /replication {file=_0_1.del&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12341 T5487 C464 P62810 REQ /replication {file=_1_MockRandom_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12346 T5490 C464 P62810 REQ /replication {file=_1_MockRandom_0.sd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12353 T5489 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12358 T5486 C464 P62810 REQ /replication {file=_0_MockRandom_0.skp&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12363 T5488 C464 P62810 REQ /replication {file=_1_MockSep_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12367 T5491 C464 P62810 REQ /replication {file=_1.fdx&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12371 T5487 C464 P62810 REQ /replication {file=_0_MockRandom_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12375 T5490 C464 P62810 REQ /replication {file=_1.fdt&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12379 T5489 C464 P62810 REQ /replication {file=_0_MockRandom_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12383 T5486 C464 P62810 REQ /replication {file=_0_MockRandom_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12388 T5488 C464 P62810 REQ /replication {file=_1_MockRandom_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12391 T5491 C464 P62810 REQ /replication {file=_1_SimpleText_0.pst&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12396 T5487 C464 P62810 REQ /replication {file=_1_MockSep_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12401 T5490 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12410 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10053 (1429327160586272768)]} 0 1
[junit4:junit4]   2> 12410 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[53 (1429327160586272769)]} 0 0
[junit4:junit4]   2> 12411 T5489 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12412 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10053 (1429327160588369920)]} 0 0
[junit4:junit4]   2> 12412 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[53 (1429327160588369921)]} 0 0
[junit4:junit4]   2> 12417 T5491 C464 P62810 REQ /replication {file=_0.nvd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12421 T5490 C464 P62810 REQ /replication {file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12424 T5489 C464 P62810 REQ /replication {file=_0_MockSep_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12428 T5486 C464 P62810 REQ /replication {file=_0_MockRandom_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12433 T5488 C464 P62810 REQ /replication {file=_1_MockSep_0.pos&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12437 T5487 C464 P62810 REQ /replication {file=_1_1.del&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12442 T5491 C464 P62810 REQ /replication {file=_0.nvm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12445 T5490 C464 P62810 REQ /replication {file=_0_MockSep_0.tib&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12449 T5489 C464 P62810 REQ /replication {file=_1_TestBloomFilteredLucene41Postings_0.blm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12452 T5486 C464 P62810 REQ /replication {file=_0_MockRandom_0.sd&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12456 T5488 C464 P62810 REQ /replication {file=_1.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12461 T5487 C464 P62810 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12464 T5491 C464 P62810 REQ /replication {file=_0_TestBloomFilteredLucene41Postings_0.doc&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12468 T5490 C464 P62810 REQ /replication {file=_0_MockRandom_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12473 T5489 C464 P62810 REQ /replication {file=_0_MockSep_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12477 T5486 C464 P62810 REQ /replication {file=_0.fdx&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12481 T5488 C464 P62810 REQ /replication {file=_0_MockSep_0.tii&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12485 T5487 C464 P62810 REQ /replication {file=_0_MockSep_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12486 T5514 C462 P62819 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockSep_0.pyl, size=0}
[junit4:junit4]   2> 12487 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10054 (1429327160665964544)]} 0 1
[junit4:junit4]   2> 12488 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[54 (1429327160668061696)]} 0 0
[junit4:junit4]   2> 12490 T5491 C464 P62810 REQ /replication {file=_0_MockRandom_0.pyl&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12491 T5514 C462 P62819 oash.SnapPuller$DirectoryFileFetcher.fetchPackets WARNING No content recieved for file: {name=_0_MockRandom_0.pyl, size=0}
[junit4:junit4]   2> 12491 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10054 (1429327160671207424)]} 0 1
[junit4:junit4]   2> 12493 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[54 (1429327160672256000)]} 0 1
[junit4:junit4]   2> 12495 T5486 C464 P62810 REQ /replication {file=_0.fdt&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12496 T5514 C462 P62819 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 12497 T5514 C462 P62819 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130313022322635
[junit4:junit4]   2> 12499 T5514 C462 P62819 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 12499 T5514 C462 P62819 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 12499 T5514 C462 P62819 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 12502 T5514 C462 P62819 oasc.SolrCore.getNewIndexDir New index directory detected: old=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index/ new=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index.20130313022322635
[junit4:junit4]   2> 12516 T5514 C462 P62819 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_2,generation=2,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 12517 T5514 C462 P62819 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 12517 T5514 C462 P62819 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 12521 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10042 (-1429327160702664704)]} 0 0
[junit4:junit4]   2> 12521 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[42 (-1429327160702664705)]} 0 0
[junit4:junit4]   2> 12525 T5514 C462 P62819 oass.SolrIndexSearcher.<init> Opening Searcher@245cc3fa main
[junit4:junit4]   2> 12526 T5513 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@245cc3fa main{StandardDirectoryReader(segments_2:5:nrt _0(4.3):C81/34 _1(4.3):C19/6)}
[junit4:junit4]   2> 12526 T5514 C462 P62819 oash.SnapPuller$2.preClose removing old index files MockDirWrapper(org.apache.lucene.store.RAMDirectory@5094f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8d837e4)
[junit4:junit4]   2> 12526 T5514 C462 P62819 oasc.CachingDirectoryFactory.closeDirectory Closing directory: .\org.apache.solr.cloud.RecoveryZkTest-1363112590386/jetty2\index
[junit4:junit4]   2> 12526 T5514 C462 P62819 oash.SnapPuller$2.postClose removing old index directory MockDirWrapper(org.apache.lucene.store.RAMDirectory@5094f65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@8d837e4)
[junit4:junit4]   2> 12528 T5514 C462 P62819 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4]   2> 12528 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10042 (-1429327160710004736)]} 0 0
[junit4:junit4]   2> 12528 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[42 (-1429327160710004737)]} 0 0
[junit4:junit4]   2> 12529 T5522 C462 P62819 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=.\org.apache.solr.cloud.RecoveryZkTest-1363112590386\jetty2\tlog\tlog.0000000000000000000 refcount=2} active=true starting pos=7162
[junit4:junit4]   2> 12529 T5522 C462 P62819 oasu.DirectUpdateHandler2.commit start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 12533 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10055 (1429327160715247616)]} 0 0
[junit4:junit4]   2> 12534 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[55 (1429327160716296192)]} 0 0
[junit4:junit4]   2> 12535 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10055 (1429327160717344768)]} 0 0
[junit4:junit4]   2> 12537 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[55 (1429327160718393344)]} 0 1
[junit4:junit4]   2> 12539 T5522 C462 P62819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_2,generation=2,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, segments_2, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_3,generation=3,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, segments_3, _0.fdt]
[junit4:junit4]   2> 12539 T5522 C462 P62819 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, segments_3, _0.fdt]
[junit4:junit4]   2> 12540 T5522 C462 P62819 oass.SolrIndexSearcher.<init> Opening Searcher@3a3fa085 main
[junit4:junit4]   2> 12541 T5513 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a3fa085 main{StandardDirectoryReader(segments_2:5:nrt _0(4.3):C81/34 _1(4.3):C19/6)}
[junit4:junit4]   2> 12541 T5522 C462 P62819 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12541 T5522 C462 P62819 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=7162}
[junit4:junit4]   2> 12542 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 12542 T5514 C462 P62819 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12542 T5514 C462 P62819 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12544 T5514 C462 P62819 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 12566 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[10056 (1429327160749850624)]} 0 0
[junit4:junit4]   2> 12569 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[56 (1429327160751947776)]} 0 1
[junit4:junit4]   2> 12571 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[10056 (1429327160755093504)]} 0 0
[junit4:junit4]   2> 12572 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[56 (1429327160756142080)]} 0 0
[junit4:junit4]   2> 12575 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[57 (1429327160759287808)]} 0 0
[junit4:junit4]   2> 12577 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10057 (1429327160761384960)]} 0 0
[junit4:junit4]   2> 12578 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[57 (1429327160762433536)]} 0 0
[junit4:junit4]   2> 12581 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10057 (1429327160764530688)]} 0 1
[junit4:junit4]   2> 12639 T5471 C463 P62798 /update {wt=javabin&version=2} {delete=[47 (-1429327160826396672)]} 0 0
[junit4:junit4]   2> 12642 T5491 C464 P62810 /update {wt=javabin&version=2} {delete=[47 (-1429327160829542400)]} 0 0
[junit4:junit4]   2> 12642 T5469 C463 P62798 /update {wt=javabin&version=2} {delete=[10047 (-1429327160829542400)]} 0 0
[junit4:junit4]   2> 12644 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[58 (1429327160831639552)]} 0 0
[junit4:junit4]   2> 12645 T5489 C464 P62810 /update {wt=javabin&version=2} {delete=[10047 (-1429327160832688128)]} 0 0
[junit4:junit4]   2> 12646 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10058 (1429327160833736704)]} 0 0
[junit4:junit4]   2> 12646 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[58 (1429327160833736704)]} 0 0
[junit4:junit4]   2> 12648 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10058 (1429327160835833856)]} 0 0
[junit4:junit4]   2> 12651 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[51 (-1429327160838979584)]} 0 0
[junit4:junit4]   2> 12653 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[51 (-1429327160841076736)]} 0 0
[junit4:junit4]   2> 12653 T5467 C463 P62798 /update {wt=javabin&version=2} {delete=[10051 (-1429327160841076736)]} 0 0
[junit4:junit4]   2> 12655 T5487 C464 P62810 /update {wt=javabin&version=2} {delete=[10051 (-1429327160843173888)]} 0 0
[junit4:junit4]   2> 12655 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[59 (1429327160843173888)]} 0 0
[junit4:junit4]   2> 12657 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10059 (1429327160845271040)]} 0 0
[junit4:junit4]   2> 12658 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[59 (1429327160846319616)]} 0 0
[junit4:junit4]   2> 12660 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10059 (1429327160848416768)]} 0 0
[junit4:junit4]   2> 12697 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[52 (-1429327160887214080)]} 0 0
[junit4:junit4]   2> 12699 T5466 C463 P62798 /update {wt=javabin&version=2} {delete=[10052 (-1429327160889311232)]} 0 0
[junit4:junit4]   2> 12700 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[52 (-1429327160890359808)]} 0 0
[junit4:junit4]   2> 12702 T5486 C464 P62810 /update {wt=javabin&version=2} {delete=[10052 (-1429327160892456960)]} 0 0
[junit4:junit4]   2> 12703 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[60 (1429327160893505536)]} 0 0
[junit4:junit4]   2> 12704 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10060 (1429327160894554112)]} 0 0
[junit4:junit4]   2> 12705 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[60 (1429327160895602688)]} 0 0
[junit4:junit4]   2> 12707 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10060 (1429327160897699840)]} 0 0
[junit4:junit4]   2> 12758 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[61 (1429327160951177216)]} 0 0
[junit4:junit4]   2> 12759 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10061 (1429327160952225792)]} 0 0
[junit4:junit4]   2> 12760 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[61 (1429327160953274368)]} 0 0
[junit4:junit4]   2> 12762 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[10061 (1429327160955371520)]} 0 0
[junit4:junit4]   2> 12833 T5468 C463 P62798 /update {wt=javabin&version=2} {add=[62 (1429327161028771840)]} 0 0
[junit4:junit4]   2> 12834 T5470 C463 P62798 /update {wt=javabin&version=2} {add=[10062 (1429327161030868992)]} 0 0
[junit4:junit4]   2> 12835 T5490 C464 P62810 /update {wt=javabin&version=2} {add=[62 (1429327161031917568)]} 0 0
[junit4:junit4]   2> 12836 T5488 C464 P62810 /update {wt=javabin&version=2} {add=[10062 (1429327161032966144)]} 0 0
[junit4:junit4]   2> 12846 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[63 (1429327161043451904)]} 0 0
[junit4:junit4]   2> 12847 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[10063 (1429327161044500480)]} 0 0
[junit4:junit4]   2> 12848 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[63 (1429327161045549056)]} 0 0
[junit4:junit4]   2> 12850 T5489 C464 P62810 /update {wt=javabin&version=2} {add=[10063 (1429327161047646208)]} 0 0
[junit4:junit4]   2> 12918 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[64 (1429327161118949376)]} 0 0
[junit4:junit4]   2> 12920 T5466 C463 P62798 /update {wt=javabin&version=2} {add=[10064 (1429327161121046528)]} 0 0
[junit4:junit4]   2> 12920 T5491 C464 P62810 /update {wt=javabin&version=2} {add=[64 (1429327161121046528)]} 0 0
[junit4:junit4]   2> 12922 T5486 C464 P62810 /update {wt=javabin&version=2} {add=[10064 (1429327161123143680)]} 0 0
[junit4:junit4]   2> 12975 T5476 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12975 T5476 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:62819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:62819"}
[junit4:junit4]   2> 12982 T5482 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12983 T5495 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12983 T5475 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12983 T5511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13004 T5468 C463 P62798 /update {wt=javabin&version=2} {delete=[53 (-1429327161209126912)]} 0 0
[junit4:junit4]   2> 13009 T5470 C463 P62798 /update {wt=javabin&version=2} {delete=[10053 (-1429327161214369792)]} 0 0
[junit4:junit4]   2>  C462_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:62819_, base_url=http://127.0.0.1:62819}
[junit4:junit4]   2> 13013 T5506 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[53 (-1429327161211224064)]} 0 5
[junit4:junit4]   2> 13015 T5504 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10053 (-1429327161216466944)]} 0 2
[junit4:junit4]   2> 13016 T5490 C464 P62810 /update {wt=javabin&version=2} {delete=[53 (-1429327161211224064)]} 0 10
[junit4:junit4]   2> 13016 T5488 C464 P62810 /update {wt=javabin&version=2} {delete=[10053 (-1429327161216466944)]} 0 5
[junit4:junit4]   2> 13017 T5453 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13017 T5453 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13020 T5467 C463 P62798 /update {wt=javabin&version=2} {add=[10065 (1429327161225904129)]} 0 0
[junit4:junit4]   2> 13021 T5471 C463 P62798 /update {wt=javabin&version=2} {add=[65 (1429327161225904128)]} 0 1
[junit4:junit4]   2> 13023 T5453 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3cfacfef
[junit4:junit4]   2> 13038 T5503 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10065 (1429327161228001280)]} 0 14
[junit4:junit4]   2> 13039 T5507 C462 P62819 /update {distrib.from=http://127.0.0.1:62810/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[65 (1429327161229049856)]} 0 13
[junit4:junit4]   2> 13039 T5507 C462 P62819 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3cfacfef
[junit4:junit4]   2> 13039 T5487 C464 P62810 /update {wt=javabin&version=2} {add=[10065 (1429327161228001280)]} 0 17
[junit4:junit4]   2> 13062 T5507 C462 P62819 oasc.SolrException.log SEVERE org.apache.solr.common.SolrException: Failed to unregister info bean: /replication
[junit4:junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:178)
[junit4:junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:116)
[junit4:junit4]   2> 		at org.apache.solr.core.SolrCore.close(SolrCore.java:970)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:372)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 	Caused by: javax.management.InstanceNotFoundException: solr/collection1:type=/replication,id=Lazy[solr.ReplicationHandler]
[junit4:junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1094)
[junit4:junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4]   2> 		at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:403)
[junit4:junit4]   2> 		at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:507)
[junit4:junit4]   2> 		at org.apache.solr.core.JmxMonitoredMap.unregister(JmxMonitoredMap.java:175)
[junit4:junit4]   2> 		... 29 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 13062 T5507 C462 P62819 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=2,adds=2,deletesById=2,deletesByQuery=0,errors=0,cumulative_adds=52,cumulative_deletesById=22,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 13063 T5507 C462 P62819 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 13062 T5453 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=2,adds=2,deletesById=2,deletesByQuery=0,errors=0,cumulative_adds=52,cumulative_deletesById=22,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 13063 T5507 C462 P62819 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 13064 T5507 C462 P62819 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 13108 T5507 C462 P62819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_3,generation=3,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _1_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _1.fdt, _0_MockRandom_0.doc, _0_MockRandom_0.pos, _1_MockRandom_0.doc, _1_SimpleText_0.pst, _1_MockSep_0.frq, _1_TestBloomFilteredLucene41Postings_0.tim, _1_TestBloomFilteredLucene41Postings_0.tip, _0.nvd, _0.si, _0_MockSep_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _0.nvm, _1_1.del, _0_MockSep_0.tib, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _1.si, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, segments_3, _0.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922),segFN=segments_4,generation=4,filenames=[_1_TestBloomFilteredLucene41Postings_0.pos, _2_SimpleText_0.pst, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _2_MockSep_0.doc, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _2.fdt, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2_MockSep_0.tii, _1_TestBloomFilteredLucene41Postings_0.doc, _2_MockSep_0.tib, _2.fdx, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _2.nvm, _1.fdt, _0_MockRandom_0.doc, _2_TestBloomFilteredLucene41Postings_0.tip, _2_TestBloomFilteredLucene41Postings_0.pos, _2.nvd, _0_MockRandom_0.pos, _2_TestBloomFilteredLucene41Postings_0.tim, _1_MockRandom_0.doc, _2_MockSep_0.pos, _1_SimpleText_0.pst, _2.si, _1_MockSep_0.frq, _2_MockRandom_0.tii, _1_TestBloomFilteredLucene41Postings_0.tim, _2_MockSep_0.skp, _1_TestBloomFilteredLucene41Postings_0.tip, _2_MockRandom_0.pyl, _2_TestBloomFilteredLucene41Postings_0.blm, _0.nvd, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _0.si, _0_MockSep_0.doc, _2_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _2_MockSep_0.frq, _0.nvm, _1_1.del, _2.fnm, _0_MockSep_0.tib, _2_MockRandom_0.sd, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _2_MockSep_0.pyl, _2_MockRandom_0.skp, _1.si, _2_MockRandom_0.frq, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _2_MockRandom_0.doc, _0.fdt, segments_4]
[junit4:junit4]   2> 13108 T5507 C462 P62819 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_1_TestBloomFilteredLucene41Postings_0.pos, _2_SimpleText_0.pst, _0_MockSep_0.pos, _0_TestBloomFilteredLucene41Postings_0.tim, _0_TestBloomFilteredLucene41Postings_0.tip, _2_MockSep_0.doc, _0_TestBloomFilteredLucene41Postings_0.pos, _1_MockRandom_0.pos, _1.fnm, _0_MockSep_0.skp, _0_SimpleText_0.pst, _1_MockSep_0.pyl, _1_MockSep_0.doc, _1.nvm, _1_MockSep_0.skp, _0.fnm, _0_TestBloomFilteredLucene41Postings_0.blm, _1_MockSep_0.tib, _1_MockRandom_0.tip, _1.nvd, _2.fdt, _0_1.del, _1_MockRandom_0.sd, _1_MockRandom_0.tim, _2_MockSep_0.tii, _1_TestBloomFilteredLucene41Postings_0.doc, _2_MockSep_0.tib, _2.fdx, _0_MockRandom_0.skp, _1_MockSep_0.tii, _1.fdx, _0_MockRandom_0.frq, _2.nvm, _1.fdt, _0_MockRandom_0.doc, _2_TestBloomFilteredLucene41Postings_0.tip, _2_TestBloomFilteredLucene41Postings_0.pos, _2.nvd, _0_MockRandom_0.pos, _2_TestBloomFilteredLucene41Postings_0.tim, _1_MockRandom_0.doc, _2_MockSep_0.pos, _1_SimpleText_0.pst, _2.si, _1_MockSep_0.frq, _2_MockRandom_0.tii, _1_TestBloomFilteredLucene41Postings_0.tim, _2_MockSep_0.skp, _1_TestBloomFilteredLucene41Postings_0.tip, _2_MockRandom_0.pyl, _2_TestBloomFilteredLucene41Postings_0.blm, _0.nvd, _2_MockRandom_0.pos, _2_MockRandom_0.tib, _0.si, _0_MockSep_0.doc, _2_TestBloomFilteredLucene41Postings_0.doc, _0_MockRandom_0.tib, _1_MockSep_0.pos, _2_MockSep_0.frq, _0.nvm, _1_1.del, _2.fnm, _0_MockSep_0.tib, _2_MockRandom_0.sd, _1_TestBloomFilteredLucene41Postings_0.blm, _0_MockRandom_0.sd, _2_MockSep_0.pyl, _2_MockRandom_0.skp, _1.si, _2_MockRandom_0.frq, _0_MockSep_0.frq, _0_MockRandom_0.tii, _0_TestBloomFilteredLucene41Postings_0.doc, _0.fdx, _0_MockSep_0.tii, _0_MockSep_0.pyl, _0_MockRandom_0.pyl, _2_MockRandom_0.doc, _0.fdt, segments_4]
[junit4:junit4]   2> 13109 T5469 C463 P62798 /update {wt=javabin&version=2} {add=[10066 (1429327161318178816)]} 0 1
[junit4:junit4]   2> 13113 T5507 C462 P62819 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 13114

[...truncated too long message...]

est, TestHashPartitioner, TestSurroundQueryParser, TestRandomDVFaceting, LeaderElectionIntegrationTest, SchemaVersionSpecificBehaviorTest, TestMergePolicyConfig, TestWriterPerf, TestPropInjectDefaults, TestCollationField, CopyFieldTest, CoreAdminHandlerTest, DateMathParserTest, RegexBoostProcessorTest, SliceStateTest, TestFunctionQuery, DocumentAnalysisRequestHandlerTest, TestFastOutputStream, PrimUtilsTest, TestBinaryField, TestFastWriter, DistributedSpellCheckComponentTest, SuggesterFSTTest, TestFieldCollectionResource, AlternateDirectoryTest, TestWordDelimiterFilterFactory, AutoCommitTest, JSONWriterTest, TestTrie, SynonymTokenizerTest, RAMDirectoryFactoryTest, TestSystemIdResolver, CurrencyFieldOpenExchangeTest, CSVRequestHandlerTest, SolrCoreTest, TestCSVResponseWriter, DirectSolrConnectionTest, TestRecovery, ExternalFileFieldSortTest, SuggesterWFSTTest, SpatialFilterTest, SpellCheckComponentTest, TestMultiCoreConfBootstrap, TestPropInject, UniqFieldsUpdateProcessorFactoryTest, TestComponentsName, ShardRoutingCustomTest, URLClassifyProcessorTest, TestDocumentBuilder, TestFuzzyAnalyzedSuggestions, ChaosMonkeyNothingIsSafeTest, TestStressVersions, OpenExchangeRatesOrgProviderTest, PolyFieldTest, XmlUpdateRequestHandlerTest, TestDistributedSearch, TestValueSourceCache, CurrencyFieldXmlFileTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest -Dtests.seed=2FDE275861D78127 -Dtests.slow=true -Dtests.locale=es_HN -Dtests.timezone=Asia/Manila -Dtests.file.encoding=Cp1252
[junit4:junit4] ERROR   0.00s | RecoveryZkTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5512, name=coreLoadExecutor-3288-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1479)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
[junit4:junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:874)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:580)
[junit4:junit4]    > 	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:575)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]    > 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187731tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@474b6a4c)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	... 1 more
[junit4:junit4]    > Throwable #2: com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=5514, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
[junit4:junit4]    > 	at java.lang.Thread.getStackTrace(Thread.java:1479)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
[junit4:junit4]    > 	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
[junit4:junit4]    > 	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
[junit4:junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
[junit4:junit4]    > 	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
[junit4:junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
[junit4:junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
[junit4:junit4]    > Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\index77187732tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@62dd4922)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4] Completed in 34.53s, 1 test, 2 errors <<< FAILURES!

[...truncated 400 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:381: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:361: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:183: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:449: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1213: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:877: There were test failures: 272 suites, 1143 tests, 2 suite-level errors, 18 ignored (12 assumptions)

Total time: 60 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0_41 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure