You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/31 11:02:04 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.6.0_45) - Build # 2847 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2847/
Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([6A86C677459DF90D:EB60486F32C29931]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9010 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 1619525 T4495 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 1619529 T4495 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-CollectionsAPIDistributedZkTest-1369989884152
[junit4:junit4]   2> 1619532 T4495 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1619532 T4496 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1619632 T4495 oasc.ZkTestServer.run start zk server on port:61485
[junit4:junit4]   2> 1619635 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1619655 T4502 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26c0e3 name:ZooKeeperConnection Watcher:127.0.0.1:61485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1619655 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1619655 T4495 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1619669 T4497 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13ef9c2a9020000, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1619671 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1619682 T4504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@109f711 name:ZooKeeperConnection Watcher:127.0.0.1:61485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1619682 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1619683 T4495 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1619696 T4495 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1619705 T4495 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1619713 T4495 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1619725 T4495 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1619726 T4495 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1619746 T4495 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1619746 T4495 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1619759 T4495 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1619760 T4495 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1619772 T4495 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1619773 T4495 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1619785 T4495 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1619786 T4495 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1619796 T4495 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1619798 T4495 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1619808 T4495 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1619810 T4495 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1619821 T4495 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1619822 T4495 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1619831 T4495 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1619833 T4495 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1619850 T4497 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13ef9c2a9020001, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1620385 T4495 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1620391 T4495 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61492
[junit4:junit4]   2> 1620391 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1620391 T4495 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1620392 T4495 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469
[junit4:junit4]   2> 1620392 T4495 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\solr.xml
[junit4:junit4]   2> 1620392 T4495 oasc.CoreContainer.<init> New CoreContainer 25488644
[junit4:junit4]   2> 1620393 T4495 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\'
[junit4:junit4]   2> 1620393 T4495 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\'
[junit4:junit4]   2> 1620492 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469
[junit4:junit4]   2> 1620494 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\collection1
[junit4:junit4]   2> 1620496 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\collection1\conf
[junit4:junit4]   2> 1620750 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\collection1\conf\xslt
[junit4:junit4]   2> 1620759 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\collection1\lib
[junit4:junit4]   2> 1620763 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\collection1\lib\classes
[junit4:junit4]   2> 1620770 T4495 oasc.SolrCoreDiscoverer.addCore Discovered properties file C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\conf\core.properties, adding to cores
[junit4:junit4]   2> 1620788 T4495 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1620788 T4495 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1620789 T4495 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1620789 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1620789 T4495 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1620790 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1620790 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1620790 T4495 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1620791 T4495 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1620791 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1620802 T4495 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1620803 T4495 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61485/solr
[junit4:junit4]   2> 1620804 T4495 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1620806 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1620822 T4515 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c0b291 name:ZooKeeperConnection Watcher:127.0.0.1:61485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1620823 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1620829 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1620840 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1620844 T4517 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14541ab name:ZooKeeperConnection Watcher:127.0.0.1:61485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1620845 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1620847 T4495 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1620855 T4495 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1620860 T4495 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1620864 T4495 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61492_
[junit4:junit4]   2> 1620866 T4495 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61492_
[junit4:junit4]   2> 1620871 T4495 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1620881 T4495 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1620885 T4495 oasc.Overseer.start Overseer (id=89783657048440835-127.0.0.1:61492_-n_0000000000) starting
[junit4:junit4]   2> 1620893 T4495 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1620900 T4519 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1620901 T4495 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1620907 T4495 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1620912 T4495 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1620916 T4518 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1620918 T4495 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1620919 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1620919 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1620924 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1620926 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1620931 T4522 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1895345 name:ZooKeeperConnection Watcher:127.0.0.1:61485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1620931 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1620933 T4495 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1620937 T4495 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1621390 T4495 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1621393 T4495 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61504
[junit4:junit4]   2> 1621393 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1621394 T4495 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1621394 T4495 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558
[junit4:junit4]   2> 1621394 T4495 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\solr.xml
[junit4:junit4]   2> 1621394 T4495 oasc.CoreContainer.<init> New CoreContainer 15248146
[junit4:junit4]   2> 1621394 T4495 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\'
[junit4:junit4]   2> 1621396 T4495 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\'
[junit4:junit4]   2> 1621486 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558
[junit4:junit4]   2> 1621487 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\collection1
[junit4:junit4]   2> 1621490 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\collection1\conf
[junit4:junit4]   2> 1621738 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\collection1\conf\xslt
[junit4:junit4]   2> 1621746 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\collection1\lib
[junit4:junit4]   2> 1621748 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\collection1\lib\classes
[junit4:junit4]   2> 1621756 T4495 oasc.SolrCoreDiscoverer.addCore Discovered properties file C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\conf\core.properties, adding to cores
[junit4:junit4]   2> 1621773 T4495 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1621773 T4495 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1621773 T4495 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1621774 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1621774 T4495 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1621774 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1621776 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1621776 T4495 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1621776 T4495 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1621777 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1621783 T4495 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1621784 T4495 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61485/solr
[junit4:junit4]   2> 1621784 T4495 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1621785 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1621802 T4533 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@467758 name:ZooKeeperConnection Watcher:127.0.0.1:61485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1621803 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1621807 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1621816 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1621821 T4535 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1df6e23 name:ZooKeeperConnection Watcher:127.0.0.1:61485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1621822 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1621829 T4495 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1622833 T4495 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61504_
[junit4:junit4]   2> 1622839 T4495 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61504_
[junit4:junit4]   2> 1622850 T4517 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1622850 T4522 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1622852 T4535 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1622870 T4495 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1622870 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1622870 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1623372 T4495 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1623375 T4495 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61513
[junit4:junit4]   2> 1623376 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1623376 T4495 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1623376 T4495 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499
[junit4:junit4]   2> 1623377 T4495 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\solr.xml
[junit4:junit4]   2> 1623377 T4495 oasc.CoreContainer.<init> New CoreContainer 26035987
[junit4:junit4]   2> 1623377 T4495 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\'
[junit4:junit4]   2> 1623378 T4495 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\'
[junit4:junit4]   2> 1623466 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499
[junit4:junit4]   2> 1623469 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\collection1
[junit4:junit4]   2> 1623470 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\collection1\conf
[junit4:junit4]   2> 1623720 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\collection1\conf\xslt
[junit4:junit4]   2> 1623728 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\collection1\lib
[junit4:junit4]   2> 1623731 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\collection1\lib\classes
[junit4:junit4]   2> 1623738 T4495 oasc.SolrCoreDiscoverer.addCore Discovered properties file C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\conf\core.properties, adding to cores
[junit4:junit4]   2> 1623757 T4495 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1623757 T4495 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1623757 T4495 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1623757 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1623758 T4495 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1623758 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1623758 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1623759 T4495 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1623759 T4495 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1623760 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1623767 T4495 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1623767 T4495 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61485/solr
[junit4:junit4]   2> 1623767 T4495 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1623769 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1623787 T4547 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@80cec9 name:ZooKeeperConnection Watcher:127.0.0.1:61485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1623787 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1623790 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1623797 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1623801 T4549 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1563b13 name:ZooKeeperConnection Watcher:127.0.0.1:61485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1623801 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1623809 T4495 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1624814 T4495 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61513_
[junit4:junit4]   2> 1624820 T4495 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61513_
[junit4:junit4]   2> 1624833 T4522 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1624834 T4517 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1624835 T4535 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1624835 T4549 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1624853 T4495 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1624853 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1624854 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1625328 T4495 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1625330 T4495 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61522
[junit4:junit4]   2> 1625330 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1625331 T4495 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1625331 T4495 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486
[junit4:junit4]   2> 1625331 T4495 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\solr.xml
[junit4:junit4]   2> 1625332 T4495 oasc.CoreContainer.<init> New CoreContainer 18264666
[junit4:junit4]   2> 1625332 T4495 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\'
[junit4:junit4]   2> 1625332 T4495 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\'
[junit4:junit4]   2> 1625423 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486
[junit4:junit4]   2> 1625425 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\collection1
[junit4:junit4]   2> 1625427 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\collection1\conf
[junit4:junit4]   2> 1625624 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\collection1\conf\xslt
[junit4:junit4]   2> 1625632 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\collection1\lib
[junit4:junit4]   2> 1625634 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\collection1\lib\classes
[junit4:junit4]   2> 1625640 T4495 oasc.SolrCoreDiscoverer.addCore Discovered properties file C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\conf\core.properties, adding to cores
[junit4:junit4]   2> 1625655 T4495 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1625656 T4495 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1625656 T4495 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1625656 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1625656 T4495 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1625657 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1625657 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1625657 T4495 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1625658 T4495 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1625658 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1625664 T4495 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1625664 T4495 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61485/solr
[junit4:junit4]   2> 1625664 T4495 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1625666 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1625684 T4561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@184ad41 name:ZooKeeperConnection Watcher:127.0.0.1:61485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1625686 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1625692 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1625705 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1625712 T4563 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1956cbd name:ZooKeeperConnection Watcher:127.0.0.1:61485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1625712 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1625728 T4495 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1626737 T4495 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61522_
[junit4:junit4]   2> 1626742 T4495 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61522_
[junit4:junit4]   2> 1626753 T4522 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1626755 T4563 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1626760 T4517 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1626760 T4549 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1626760 T4535 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1626783 T4495 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1626784 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1626785 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1627245 T4495 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1627248 T4495 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61531
[junit4:junit4]   2> 1627249 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1627249 T4495 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1627249 T4495 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416
[junit4:junit4]   2> 1627250 T4495 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\solr.xml
[junit4:junit4]   2> 1627250 T4495 oasc.CoreContainer.<init> New CoreContainer 2998150
[junit4:junit4]   2> 1627250 T4495 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\'
[junit4:junit4]   2> 1627251 T4495 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\'
[junit4:junit4]   2> 1627348 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416
[junit4:junit4]   2> 1627350 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\collection1
[junit4:junit4]   2> 1627351 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\collection1\conf
[junit4:junit4]   2> 1627553 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\collection1\conf\xslt
[junit4:junit4]   2> 1627560 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\collection1\lib
[junit4:junit4]   2> 1627562 T4495 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\collection1\lib\classes
[junit4:junit4]   2> 1627568 T4495 oasc.SolrCoreDiscoverer.addCore Discovered properties file C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\conf\core.properties, adding to cores
[junit4:junit4]   2> 1627583 T4495 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1627583 T4495 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1627583 T4495 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1627583 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1627583 T4495 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1627584 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1627584 T4495 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1627585 T4495 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1627585 T4495 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1627586 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1627591 T4495 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1627592 T4495 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61485/solr
[junit4:junit4]   2> 1627592 T4495 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1627595 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1627616 T4575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71e378 name:ZooKeeperConnection Watcher:127.0.0.1:61485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1627618 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1627623 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1627637 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1627645 T4577 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a8e0ca name:ZooKeeperConnection Watcher:127.0.0.1:61485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1627645 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1627662 T4495 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1628669 T4495 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61531_
[junit4:junit4]   2> 1628675 T4495 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61531_
[junit4:junit4]   2> 1628687 T4522 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1628690 T4563 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1628691 T4577 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1628692 T4517 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1628692 T4535 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1628693 T4549 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1628709 T4495 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1628710 T4495 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1628711 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1628721 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1628734 T4525 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1628740 T4517 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1628745 T4517 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1628746 T4519 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 1628746 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:61513_
[junit4:junit4]   2> 1628747 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:61531_
[junit4:junit4]   2> 1628748 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:61492_
[junit4:junit4]   2> 1628751 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:61504_
[junit4:junit4]   2> 1628754 T4570 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1628754 T4570 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1628758 T4528 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1628759 T4528 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1628762 T4509 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1628763 T4509 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1628760 T4542 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1628765 T4542 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1628764 T4528 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1628766 T4528 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1628764 T4570 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1628768 T4570 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1628767 T4542 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1628769 T4542 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1628765 T4509 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1628771 T4509 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1628776 T4528 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1628777 T4528 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1628779 T4509 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1628780 T4509 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1628779 T4542 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1628781 T4542 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1628779 T4570 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1628782 T4570 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1628787 T4528 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1628788 T4542 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1628789 T4570 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1628790 T4509 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1628794 T4528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\'
[junit4:junit4]   2> 1628795 T4509 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\nodes_used_collection_shard2_replica1\'
[junit4:junit4]   2> 1628795 T4570 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\'
[junit4:junit4]   2> 1628796 T4542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\nodes_used_collection_shard1_replica1\'
[junit4:junit4]   2> 1628889 T4570 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1628917 T4542 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1628951 T4528 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1628983 T4509 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1629003 T4570 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1629047 T4509 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1629070 T4528 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1629071 T4570 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1629080 T4570 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1629082 T4509 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1629084 T4542 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1629088 T4509 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 1629183 T4528 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1629188 T4528 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 1629204 T4542 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1629210 T4542 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1629811 T4509 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1629822 T4509 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1629827 T4509 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1630129 T4542 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1630138 T4542 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1630142 T4542 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1630317 T4528 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1630327 T4528 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1630331 T4528 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1630342 T4509 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1630350 T4509 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1630357 T4509 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1630360 T4509 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1630361 T4509 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1630361 T4509 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1630363 T4509 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1630363 T4509 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1630364 T4509 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1630364 T4509 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\nodes_used_collection_shard2_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\nodes_used_collection_shard2_replica1\data\
[junit4:junit4]   2> 1630364 T4509 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1701bdc
[junit4:junit4]   2> 1630364 T4509 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1630365 T4509 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\nodes_used_collection_shard2_replica1\data\
[junit4:junit4]   2> 1630365 T4509 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\nodes_used_collection_shard2_replica1\data\index/
[junit4:junit4]   2> 1630366 T4509 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\nodes_used_collection_shard2_replica1\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1630366 T4509 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\nodes_used_collection_shard2_replica1\data\index
[junit4:junit4]   2> 1630371 T4509 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@165d783 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1616eab),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1630371 T4509 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1630375 T4509 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1630375 T4509 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1630375 T4509 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1630376 T4509 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1630377 T4509 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1630377 T4509 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1630377 T4509 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1630378 T4509 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1630378 T4509 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1630385 T4542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1630386 T4509 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1630392 T4509 oass.SolrIndexSearcher.<init> Opening Searcher@8608fe main
[junit4:junit4]   2> 1630393 T4509 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\nodes_used_collection_shard2_replica1\data\tlog
[junit4:junit4]   2> 1630393 T4528 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1630395 T4509 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1630396 T4509 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1630402 T4542 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1630402 T4528 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1630407 T4528 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1630408 T4542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1630412 T4509 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 1630413 T4528 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1630415 T4528 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1630415 T4528 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1630415 T4542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1630417 T4542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1630417 T4542 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1630416 T4583 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@8608fe main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1630425 T4528 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1630425 T4528 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1630425 T4528 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1630426 T4528 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\
[junit4:junit4]   2> 1630426 T4528 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1701bdc
[junit4:junit4]   2> 1630426 T4528 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1630427 T4528 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\
[junit4:junit4]   2> 1630427 T4528 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\index/
[junit4:junit4]   2> 1630427 T4528 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1630428 T4528 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\index
[junit4:junit4]   2> 1630434 T4528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e1b4b5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cb3a2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1630435 T4528 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1630439 T4528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1630439 T4528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1630439 T4528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1630440 T4528 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1630440 T4528 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1630440 T4528 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1630441 T4528 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1630441 T4528 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1630442 T4528 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1630443 T4542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1630443 T4542 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1630444 T4542 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1630445 T4542 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\nodes_used_collection_shard1_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\nodes_used_collection_shard1_replica1\data\
[junit4:junit4]   2> 1630445 T4542 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1701bdc
[junit4:junit4]   2> 1630445 T4542 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1630446 T4542 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\nodes_used_collection_shard1_replica1\data\
[junit4:junit4]   2> 1630446 T4542 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\nodes_used_collection_shard1_replica1\data\index/
[junit4:junit4]   2> 1630446 T4542 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\nodes_used_collection_shard1_replica1\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1630447 T4542 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\nodes_used_collection_shard1_replica1\data\index
[junit4:junit4]   2> 1630458 T4542 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3095e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a67af7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1630458 T4542 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1630462 T4542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1630462 T4542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1630463 T4542 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1630463 T4542 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1630464 T4542 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1630464 T4542 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1630465 T4542 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1630466 T4542 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1630466 T4542 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1630475 T4528 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1630475 T4542 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1630479 T4542 oass.SolrIndexSearcher.<init> Opening Searcher@13725d9 main
[junit4:junit4]   2> 1630479 T4542 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\nodes_used_collection_shard1_replica1\data\tlog
[junit4:junit4]   2> 1630481 T4542 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1630481 T4542 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1630482 T4528 oass.SolrIndexSearcher.<init> Opening Searcher@8177de main
[junit4:junit4]   2> 1630486 T4542 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 1630487 T4528 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\tlog
[junit4:junit4]   2> 1630488 T4528 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1630488 T4528 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1630493 T4528 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 1630495 T4584 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@8177de main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1630496 T4585 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@13725d9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1630562 T4570 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1630575 T4570 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1630579 T4570 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1630597 T4570 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1630608 T4570 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1630614 T4570 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1630616 T4570 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1630616 T4570 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1630616 T4570 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1630618 T4570 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1630618 T4570 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1630618 T4570 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1630619 T4570 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\
[junit4:junit4]   2> 1630619 T4570 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1701bdc
[junit4:junit4]   2> 1630619 T4570 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1630620 T4570 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\
[junit4:junit4]   2> 1630620 T4570 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\index/
[junit4:junit4]   2> 1630621 T4570 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1630621 T4570 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\index
[junit4:junit4]   2> 1630625 T4570 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17a52cc lockFactory=org.apache.lucene.store.NativeFSLockFactory@9934ec),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1630625 T4570 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1630629 T4570 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1630629 T4570 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1630630 T4570 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1630630 T4570 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1630631 T4570 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1630631 T4570 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1630631 T4570 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1630633 T4570 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1630633 T4570 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1630640 T4570 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1630647 T4570 oass.SolrIndexSearcher.<init> Opening Searcher@16e739f main
[junit4:junit4]   2> 1630647 T4570 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\tlog
[junit4:junit4]   2> 1630649 T4570 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1630650 T4570 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1630652 T4586 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@16e739f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1630653 T4570 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 1631654 T4518 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1631656 T4518 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61492_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61492"}
[junit4:junit4]   2> 1631656 T4518 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 1631678 T4518 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61513_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61513"}
[junit4:junit4]   2> 1631692 T4518 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61504_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61504"}
[junit4:junit4]   2> 1631707 T4518 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61531_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61531"}
[junit4:junit4]   2> 1631726 T4522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1631726 T4577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1631727 T4535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1631728 T4549 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1631726 T4563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1631728 T4517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1632425 T4509 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1632425 T4509 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:61492 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 1632438 T4509 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 1632471 T4509 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1632483 T4509 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   2> 1632497 T4542 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1632497 T4542 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:61513 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1632499 T4528 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1632500 T4542 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1632500 T4528 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:61504 collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 1632521 T4542 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1632527 T4542 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4]   2> 1632656 T4570 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1632656 T4570 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:61531 collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1632984 T4509 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1632985 T4509 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1632985 T4509 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61492/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1632985 T4509 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:61492 START replicas=[http://127.0.0.1:61504/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 1632986 T4509 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:61492 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1632986 T4509 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1632987 T4509 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1632987 T4509 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61492/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1632987 T4509 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C1417 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@179fde2 url=http://127.0.0.1:61504/nodes_used_collection_shard2_replica2 node=127.0.0.1:61504_ C1417_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61504_, base_url=http://127.0.0.1:61504}
[junit4:junit4]   2> 1632999 T4527 C1417 P61504 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1633028 T4542 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1633028 T4542 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1633029 T4542 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61513/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1633029 T4542 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:61513 START replicas=[http://127.0.0.1:61531/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 1633030 T4542 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:61513 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1633030 T4542 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 1633031 T4542 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1633031 T4542 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61513/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1633033 T4542 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> ASYNC  NEW_CORE C1418 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@1adad16 url=http://127.0.0.1:61531/nodes_used_collection_shard1_replica2 node=127.0.0.1:61531_ C1418_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61531_, base_url=http://127.0.0.1:61531}
[junit4:junit4]   2> 1633053 T4573 C1418 P61531 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1633270 T4518 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1633342 T4522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1633342 T4577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1633343 T4535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1633344 T4549 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1633342 T4563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1633344 T4517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1633359 T4542 oasc.ZkController.register We are http://127.0.0.1:61513/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:61513/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1633359 T4542 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:61513
[junit4:junit4]   2> 1633360 T4542 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1633360 T4542 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 1633366 T4542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1633370 T4542 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=4611 
[junit4:junit4]   2> 1633411 T4509 oasc.ZkController.register We are http://127.0.0.1:61492/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:61492/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1633411 T4509 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:61492
[junit4:junit4]   2> 1633412 T4509 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1633412 T4509 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 1633417 T4509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1633420 T4509 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=4659 
[junit4:junit4]   2> 1633517 T4528 oasc.ZkController.register We are http://127.0.0.1:61504/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:61492/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1633518 T4528 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:61504
[junit4:junit4]   2> 1633519 T4528 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1633520 T4528 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1633521 T4589 C1417 P61504 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 1633521 T4589 C1417 P61504 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1633523 T4589 C1417 P61504 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4]   2> 1633525 T4528 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1633530 T4589 C1417 P61504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1633530 T4528 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=4772 
[junit4:junit4]   2> 1633539 T4513 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:61504__nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1633668 T4570 oasc.ZkController.register We are http://127.0.0.1:61531/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:61513/nodes_used_collection_shard1_replica1/
[junit4:junit4]   2> 1633668 T4570 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:61531
[junit4:junit4]   2> 1633670 T4570 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1633670 T4570 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1633672 T4590 C1418 P61531 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 1633674 T4590 C1418 P61531 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1633674 T4570 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1633675 T4590 C1418 P61531 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=recovering
[junit4:junit4]   2> 1633678 T4570 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=4926 
[junit4:junit4]   2> 1633681 T4519 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 1633683 T4590 C1418 P61531 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1633693 T4540 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:61531__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1633695 T4535 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 1633698 T4519 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=4611},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=4659},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=4772},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=4926},core=nodes_used_collection_shard1_replica2}}}
[junit4:junit4]   2> 1633701 T4525 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=4967 
[junit4:junit4]   2> 1633702 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1633704 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1633707 T4592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16fec79 name:ZooKeeperConnection Watcher:127.0.0.1:61485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1633707 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1633709 T4495 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1633713 T4495 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1633715 T4495 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1633718 T4594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a6a12 name:ZooKeeperConnection Watcher:127.0.0.1:61485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1633718 T4495 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1633720 T4495 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1633729 T4541 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=3&maxShardsPerNode=4&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1633732 T4517 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1633735 T4517 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1633736 T4519 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "maxShardsPerNode":"4",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"5"}
[junit4:junit4]   2> 1633736 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:61504_
[junit4:junit4]   2> 1633736 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:61492_
[junit4:junit4]   2> 1633736 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:61522_
[junit4:junit4]   2> 1633736 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:61513_
[junit4:junit4]   2> 1633737 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:61531_
[junit4:junit4]   2> 1633738 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:61504_
[junit4:junit4]   2> 1633738 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:61492_
[junit4:junit4]   2> 1633739 T4508 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 1633740 T4508 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633741 T4530 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\awholynewcollection_0_shard2_replica1
[junit4:junit4]   2> 1633741 T4530 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633740 T4555 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 1633742 T4555 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633739 T4543 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 1633744 T4543 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633739 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:61522_
[junit4:junit4]   2> 1633739 T4531 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 1633745 T4531 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633744 T4555 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1633746 T4555 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1633746 T4543 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1633746 T4543 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1633746 T4531 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1633747 T4531 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1633744 T4530 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1633748 T4530 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1633748 T4555 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1633744 T4569 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard1_replica5
[junit4:junit4]   2> 1633750 T4569 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633743 T4511 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard2_replica2
[junit4:junit4]   2> 1633750 T4511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633751 T4569 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1633751 T4569 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1633752 T4511 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1633752 T4511 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1633743 T4508 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1633753 T4508 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1633752 T4531 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1633754 T4531 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1633751 T4530 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1633755 T4530 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1633750 T4555 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1633748 T4543 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1633757 T4543 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1633747 T4557 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard2_replica3
[junit4:junit4]   2> 1633758 T4557 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633745 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:61513_
[junit4:junit4]   2> 1633755 T4511 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1633755 T4508 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1633760 T4508 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1633753 T4569 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1633761 T4569 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1633760 T4557 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1633761 T4557 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1633760 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:61531_
[junit4:junit4]   2> 1633764 T4544 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard2_replica4
[junit4:junit4]   2> 1633764 T4544 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633760 T4511 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1633765 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:61504_
[junit4:junit4]   2> 1633766 T4531 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633766 T4555 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633767 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:61492_
[junit4:junit4]   2> 1633769 T4530 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633769 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:61522_
[junit4:junit4]   2> 1633770 T4544 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1633770 T4544 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633771 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica4 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:61513_
[junit4:junit4]   2> 1633772 T4543 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633770 T4571 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard2_replica5
[junit4:junit4]   2> 1633774 T4571 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633775 T4509 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard3_replica2
[junit4:junit4]   2> 1633777 T4509 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633778 T4508 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633779 T4531 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\awholynewcollection_0_shard1_replica1\'
[junit4:junit4]   2> 1633774 T4519 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica5 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:61531_
[junit4:junit4]   2> 1633773 T4557 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1633785 T4569 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633787 T4555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard1_replica3\'
[junit4:junit4]   2> 1633787 T4571 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1633787 T4571 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633787 T4509 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1633777 T4558 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard3_replica3
[junit4:junit4]   2> 1633788 T4558 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633776 T4527 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\awholynewcollection_0_shard3_replica1
[junit4:junit4]   2> 1633790 T4527 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633790 T4511 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633776 T4542 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica4' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard3_replica4
[junit4:junit4]   2> 1633791 T4542 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633790 T4508 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard1_replica2\'
[junit4:junit4]   2> 1633791 T4543 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard1_replica4\'
[junit4:junit4]   2> 1633793 T4558 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1633793 T4558 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633795 T4530 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\awholynewcollection_0_shard2_replica1\'
[junit4:junit4]   2> 1633797 T4544 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard2_replica4\'
[junit4:junit4]   2> 1633788 T4509 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633808 T4572 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica5' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard3_replica5
[junit4:junit4]   2> 1633808 T4572 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1633812 T4542 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1633812 T4542 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633814 T4527 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1633814 T4527 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633815 T4572 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1633816 T4572 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633822 T4569 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard1_replica5\'
[junit4:junit4]   2> 1633826 T4571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard2_replica5\'
[junit4:junit4]   2> 1633841 T4542 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard3_replica4\'
[junit4:junit4]   2> 1633845 T4557 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1633847 T4509 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard3_replica2\'
[junit4:junit4]   2> 1633850 T4558 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard3_replica3\'
[junit4:junit4]   2> 1633855 T4511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard2_replica2\'
[junit4:junit4]   2> 1633857 T4572 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard3_replica5\'
[junit4:junit4]   2> 1633859 T4527 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\awholynewcollection_0_shard3_replica1\'
[junit4:junit4]   2> 1633874 T4557 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard2_replica3\'
[junit4:junit4]   2> 1633943 T4530 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1633977 T4555 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1633994 T4543 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1634059 T4555 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1634065 T4543 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1634104 T4543 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1634108 T4555 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1634167 T4543 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4]   2> 1634174 T4555 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4]   2> 1634221 T4509 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1634222 T4572 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1634287 T4572 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1634318 T4558 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1634337 T4572 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1634341 T4511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1634345 T4572 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica5] Schema name=test
[junit4:junit4]   2> 1634671 T4511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1634674 T4511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1634679 T4511 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4]   2> 1634703 T4544 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1634937 T4544 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1635067 T4544 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1635072 T4518 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1635083 T4531 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1635147 T4531 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1635156 T4518 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:61513__nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61513_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61513"}
[junit4:junit4]   2> 1635160 T4531 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1635164 T4531 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1635199 T4571 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1635221 T4557 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1635294 T4557 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1635298 T4558 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1635306 T4508 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1635316 T4558 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1635372 T4527 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1635382 T4557 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1635383 T4518 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:61492__nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61492_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61492"}
[junit4:junit4]   2> 1635385 T4544 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
[junit4:junit4]   2> 1635389 T4571 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1635394 T4557 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4]   2> 1635417 T4571 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1635427 T4518 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:61504__nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61504_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61504"}
[junit4:junit4]   2> 1635432 T4558 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4]   2> 1635435 T4571 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica5] Schema name=test
[junit4:junit4]   2> 1635436 T4542 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1635445 T4518 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:61531__nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61531_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61531"}
[junit4:junit4]   2> 1635472 T4563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1635472 T4594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1635472 T4549 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1635473 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1635473 T4522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1635473 T4517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1635472 T4577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1635472 T4535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1635582 T4569 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1635675 T4513 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:61504__nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1635677 T4513 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:61504__nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:61504_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2138 
[junit4:junit4]   2> 1635700 T4540 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:61531__nodes_used_collection_shard1_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1635701 T4540 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:61531__nodes_used_collection_shard1_replica2&state=recovering&nodeName=127.0.0.1:61531_&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2008 
[junit4:junit4]   2> 1635761 T4508 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1635785 T4527 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1635869 T4509 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1636030 T4508 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1636036 T4508 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1636148 T4543 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1636159 T4509 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1636159 T4527 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1636189 T4542 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1636207 T4530 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1636230 T4543 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1636234 T4543 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1636242 T4527 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4]   2> 1636474 T4542 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1636474 T4530 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1636498 T4509 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4]   2> 1636505 T4542 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica4] Schema name=test
[junit4:junit4]   2> 1636506 T4530 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4]   2> 1636516 T4543 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1636546 T4543 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1636564 T4543 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1636570 T4543 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1636570 T4543 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1636570 T4543 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1636575 T4543 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1636576 T4543 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1636576 T4543 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1636576 T4543 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica4] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard1_replica4\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard1_replica4\data\
[junit4:junit4]   2> 1636576 T4543 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1701bdc
[junit4:junit4]   2> 1636578 T4543 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1636579 T4543 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard1_replica4\data\
[junit4:junit4]   2> 1636579 T4543 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard1_replica4\data\index/
[junit4:junit4]   2> 1636579 T4543 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica4] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard1_replica4\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1636579 T4543 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard1_replica4\data\index
[junit4:junit4]   2> 1636589 T4543 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@12c10cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@b4b8fd),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1636590 T4543 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1636594 T4543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1636594 T4543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1636596 T4543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1636601 T4543 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1636606 T4543 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1636606 T4543 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1636611 T4543 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1636616 T4543 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1636617 T4543 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1636643 T4543 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1636666 T4543 oass.SolrIndexSearcher.<init> Opening Searcher@cffbae main
[junit4:junit4]   2> 1636667 T4543 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369989887499\awholynewcollection_0_shard1_replica4\data\tlog
[junit4:junit4]   2> 1636681 T4543 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1636682 T4543 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1636697 T4606 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica4] Registered new searcher Searcher@cffbae main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1636698 T4543 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica4 state=down
[junit4:junit4]   2> 1636794 T4572 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1637035 T4518 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1637047 T4518 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica4",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61513_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61513"}
[junit4:junit4]   2> 1637048 T4518 oasc.Overseer$ClusterStateUpdater.createCollection Create collection awholynewcollection_0 with numShards 3
[junit4:junit4]   2> 1637387 T4572 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1637392 T4572 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1637415 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1637416 T4594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1637416 T4522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1637477 T4569 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C1419 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@179fde2 url=http://127.0.0.1:61504/nodes_used_collection_shard2_replica2 node=127.0.0.1:61504_ C1419_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61504_, base_url=http://127.0.0.1:61504}
[junit4:junit4]   2> 1637770 T4589 C1419 P61504 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:61492/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 1637771 T4589 C1419 P61504 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:61504 START replicas=[http://127.0.0.1:61492/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2> ASYNC  NEW_CORE C1420 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@1adad16 url=http://127.0.0.1:61531/nodes_used_collection_shard1_replica2 node=127.0.0.1:61531_ C1420_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61531_, base_url=http://127.0.0.1:61531}
[junit4:junit4]   2> 1637821 T4590 C1420 P61531 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:61513/nodes_used_collection_shard1_replica1/ core=nodes_used_collection_shard1_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 1637821 T4589 C1419 P61504 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1637836 T4589 C1419 P61504 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1637836 T4589 C1419 P61504 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1637836 T4589 C1419 P61504 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1637836 T4589 C1419 P61504 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1637836 T4589 C1419 P61504 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:61492/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1637836 T4589 C1419 P61504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1637842 T4590 C1420 P61531 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:61531 START replicas=[http://127.0.0.1:61513/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 1637842 T4590 C1420 P61531 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1637842 T4590 C1420 P61531 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1637842 T4590 C1420 P61531 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1637842 T4590 C1420 P61531 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1637843 T4590 C1420 P61531 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> ASYNC  NEW_CORE C1421 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@1adad16 url=http://127.0.0.1:61531/nodes_used_collection_shard1_replica2 node=127.0.0.1:61531_ C1421_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61531_, base_url=http://127.0.0.1:61531}
[junit4:junit4]   2> 1638117 T4590 C1421 P61531 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:61513/nodes_used_collection_shard1_replica1/. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1638117 T4590 C1421 P61531 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1638104 T4577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1638103 T4535 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1638103 T4549 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1638102 T4517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1637862 T4508 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1637843 T4563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1638131 T4569 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C1422 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@1d8b2ac url=http://127.0.0.1:61492/nodes_used_collection_shard2_replica1 node=127.0.0.1:61492_ C1422_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:61492_, base_url=http://127.0.0.1:61492, leader=true}
[junit4:junit4]   2> 1638303 T4512 C1422 P61492 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C1423 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@1d8b2ac url=http://127.0.0.1:61492/nodes_used_collection_shard2_replica1 node=127.0.0.1:61492_ C1423_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:61492_, base_url=http://127.0.0.1:61492, leader=true}
[junit4:junit4]   2> 1638453 T4510 C1423 P61492 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C1424 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@159fb43 url=http://127.0.0.1:61513/nodes_used_collection_shard1_replica1 node=127.0.0.1:61513_ C1424_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:61513_, base_url=http://127.0.0.1:61513, leader=true}
[junit4:junit4]   2> 1638467 T4545 C1424 P61513 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1638470 T4510 C1423 P61492 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@165d783 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1616eab),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1638471 T4510 C1423 P61492 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> ASYNC  NEW_CORE C1425 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@159fb43 url=http://127.0.0.1:61513/nodes_used_collection_shard1_replica1 node=127.0.0.1:61513_ C1425_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:61513_, base_url=http://127.0.0.1:61513, leader=true}
[junit4:junit4]   2> 1638711 T4545 C1425 P61513 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3095e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a67af7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1638711 T4545 C1425 P61513 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1638711 T4569 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica5] Schema name=test
[junit4:junit4]   2> 1638712 T4545 C1425 P61513 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3095e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a67af7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3095e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a67af7),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1638712 T4545 C1425 P61513 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1638713 T4545 C1425 P61513 oass.SolrIndexSearcher.<init> Opening Searcher@1714b68 realtime
[junit4:junit4]   2> 1638713 T4545 C1425 P61513 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1638713 T4545 C1425 P61513 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 247
[junit4:junit4]   2> ASYNC  NEW_CORE C1426 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@1adad16 url=http://127.0.0.1:61531/nodes_used_collection_shard1_replica2 node=127.0.0.1:61531_ C1426_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61531_, base_url=http://127.0.0.1:61531}
[junit4:junit4]   2> 1638718 T4590 C1426 P61531 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1638718 T4590 C1426 P61531 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1638718 T4511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> ASYNC  NEW_CORE C1427 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@1d8b2ac url=http://127.0.0.1:61492/nodes_used_collection_shard2_replica1 node=127.0.0.1:61492_ C1427_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:61492_, base_url=http://127.0.0.1:61492, leader=true}
[junit4:junit4]   2> 1638721 T4510 C1427 P61492 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@165d783 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1616eab),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@165d783 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1616eab),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1638722 T4510 C1427 P61492 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1638722 T4510 C1427 P61492 oass.SolrIndexSearcher.<init> Opening Searcher@1166107 realtime
[junit4:junit4]   2> 1638723 T4510 C1427 P61492 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1638723 T4510 C1427 P61492 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 271
[junit4:junit4]   2> 1638721 T4545 C1425 P61513 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> ASYNC  NEW_CORE C1428 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@179fde2 url=http://127.0.0.1:61504/nodes_used_collection_shard2_replica2 node=127.0.0.1:61504_ C1428_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61504_, base_url=http://127.0.0.1:61504}
[junit4:junit4]   2> 1638729 T4589 C1428 P61504 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1638729 T4589 C1428 P61504 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1638730 T4545 C1425 P61513 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=10 
[junit4:junit4]   2> 1638731 T4590 C1426 P61531 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1638731 T4590 C1426 P61531 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1638732 T4590 C1426 P61531 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1638732 T4513 C1427 P61492 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1638734 T4513 C1427 P61492 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 1638734 T4589 C1428 P61504 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1638734 T4589 C1428 P61504 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1638734 T4589 C1428 P61504 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1638735 T4545 C1425 P61513 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1638736 T4590 C1426 P61531 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1638736 T4590 C1426 P61531 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\index.20130531104503357
[junit4:junit4]   2> 1638736 T4590 C1426 P61531 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@162ee70 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c56162) fullCopy=false
[junit4:junit4]   2> 1638774 T4508 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1638778 T4508 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1638850 T4530 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1638859 T4530 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1638864 T4530 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1638868 T4510 C1427 P61492 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=86 
[junit4:junit4]   2> 1638908 T4558 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1638915 T4558 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1638920 T4558 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1638924 T4540 C1425 P61513 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=196 
[junit4:junit4]   2> 1638925 T4543 oasc.CoreContainer.registerCore registering core: awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 1638925 T4543 oasc.ZkController.register Register replica - core:awholynewcollection_0_shard1_replica4 address:http://127.0.0.1:61513 collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   2> 1638925 T4545 C1425 P61513 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1638927 T4590 C1426 P61531 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1638927 T4589 C1428 P61504 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1638928 T4589 C1428 P61504 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\index.20130531104503549
[junit4:junit4]   2> 1638928 T4589 C1428 P61504 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@13be31a lockFactory=org.apache.lucene.store.NativeFSLockFactory@827a10) fullCopy=false
[junit4:junit4]   2> 1638950 T4557 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1638928 T4590 C1426 P61531 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1638954 T4590 C1426 P61531 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1638959 T4590 C1426 P61531 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17a52cc lockFactory=org.apache.lucene.store.NativeFSLockFactory@9934ec),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17a52cc lockFactory=org.apache.lucene.store.NativeFSLockFactory@9934ec),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1638960 T4590 C1426 P61531 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1638960 T4590 C1426 P61531 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1638960 T4590 C1426 P61531 oass.SolrIndexSearcher.<init> Opening Searcher@78832a main
[junit4:junit4]   2> 1638961 T4586 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@78832a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1638972 T4513 C1427 P61492 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 1639009 T4543 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0/leader_elect/shard1/election
[junit4:junit4]   2> 1639057 T4572 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C1429 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@179fde2 url=http://127.0.0.1:61504/nodes_used_collection_shard2_replica2 node=127.0.0.1:61504_ C1429_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61504_, base_url=http://127.0.0.1:61504}
[junit4:junit4]   2> 1639033 T4589 C1429 P61504 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> ASYNC  NEW_CORE C1430 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@1adad16 url=http://127.0.0.1:61531/nodes_used_collection_shard1_replica2 node=127.0.0.1:61531_ C1430_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61531_, base_url=http://127.0.0.1:61531}
[junit4:junit4]   2> 1639021 T4590 C1430 P61531 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\index.20130531104503357 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\index.20130531104503357;done=true>>]
[junit4:junit4]   2> 1639124 T4590 C1430 P61531 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\index.20130531104503357
[junit4:junit4]   2> 1639124 T4590 C1430 P61531 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\nodes_used_collection_shard1_replica2\data\index.20130531104503357
[junit4:junit4]   2> 1639124 T4590 C1430 P61531 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1639124 T4590 C1430 P61531 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1639125 T4590 C1430 P61531 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 1639031 T4511 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1639197 T4590 C1430 P61531 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1639216 T4589 C1429 P61504 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1639216 T4589 C1429 P61504 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1639219 T4511 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1639223 T4557 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1639245 T4572 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1639254 T4543 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1639255 T4508 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1639256 T4530 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1639259 T4557 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1639261 T4558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1639275 T4543 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1639275 T4543 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1639275 T4543 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61513/awholynewcollection_0_shard1_replica4/
[junit4:junit4]   2> 1639276 T4543 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1639276 T4543 oasc.SyncStrategy.syncToMe http://127.0.0.1:61513/awholynewcollection_0_shard1_replica4/ has no replicas
[junit4:junit4]   2> 1639276 T4543 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61513/awholynewcollection_0_shard1_replica4/
[junit4:junit4]   2> 1639277 T4543 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0/leaders/shard1
[junit4:junit4]   2> 1639284 T4589 C1429 P61504 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e1b4b5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cb3a2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e1b4b5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cb3a2),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1639287 T4589 C1429 P61504 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1639294 T4572 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1639296 T4589 C1429 P61504 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1639297 T4589 C1429 P61504 oass.SolrIndexSearcher.<init> Opening Searcher@6dfe6e main
[junit4:junit4]   2> 1639298 T4584 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6dfe6e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1639307 T4530 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C1431 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@179fde2 url=http://127.0.0.1:61504/nodes_used_collection_shard2_replica2 node=127.0.0.1:61504_ C1431_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:61504_, base_url=http://127.0.0.1:61504}
[junit4:junit4]   2> 1639415 T4589 C1431 P61504 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\index.20130531104503549 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\index.20130531104503549;done=true>>]
[junit4:junit4]   2> 1639415 T4589 C1431 P61504 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\index.20130531104503549
[junit4:junit4]   2> 1639424 T4558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1639463 T4555 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1639472 T4555 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1639476 T4555 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1639509 T4508 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1639515 T4572 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1639515 T4572 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1639516 T4572 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1639520 T4589 C1431 P61504 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\nodes_used_collection_shard2_replica2\data\index.20130531104503549
[junit4:junit4]   2> 1639520 T4589 C1431 P61504 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1639520 T4589 C1431 P61504 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1639520 T4589 C1431 P61504 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> 1639526 T4589 C1431 P61504 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1639529 T4508 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1639533 T4558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1639537 T4572 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1639537 T4572 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1639537 T4572 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1639537 T4572 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica5] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard3_replica5\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard3_replica5\data\
[junit4:junit4]   2> 1639537 T4572 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1701bdc
[junit4:junit4]   2> 1639538 T4572 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1639539 T4572 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard3_replica5\data\
[junit4:junit4]   2> 1639539 T4572 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard3_replica5\data\index/
[junit4:junit4]   2> 1639539 T4572 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica5] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard3_replica5\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1639540 T4572 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369989891416\awholynewcollection_0_shard3_replica5\data\index
[junit4:junit4]   2> 1639558 T4530 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1639577 T4544 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1639585 T4544 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1639624 T4572 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@66462e lockFactory=org.apache.lucene.store.NativeFSLockFactory@16382cf),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1639625 T4572 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1639687 T4544 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1639708 T4558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1639708 T4558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1639708 T4558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1639709 T4508 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1639709 T4508 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1639709 T4508 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1639714 T4531 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1639716 T4511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1639714 T4530 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1639716 T4530 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1639717 T4530 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1639720 T4558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1639720 T4558 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1639720 T4558 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1639721 T4558 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica3] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard3_replica3\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard3_replica3\data\
[junit4:junit4]   2> 1639721 T4558 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1701bdc
[junit4:junit4]   2> 1639722 T4558 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1639723 T4558 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard3_replica3\data\
[junit4:junit4]   2> 1639723 T4558 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard3_replica3\data\index/
[junit4:junit4]   2> 1639723 T4558 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica3] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard3_replica3\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1639724 T4558 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369989889486\awholynewcollection_0_shard3_replica3\data\index
[junit4:junit4]   2> 1639728 T4508 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1639728 T4508 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1639728 T4508 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1639729 T4508 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard1_replica2\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard1_replica2\data\
[junit4:junit4]   2> 1639730 T4508 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1701bdc
[junit4:junit4]   2> 1639740 T4508 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1639740 T4508 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard1_replica2\data\
[junit4:junit4]   2> 1639740 T4508 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard1_replica2\data\index/
[junit4:junit4]   2> 1639740 T4508 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard1_replica2\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1639741 T4508 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369989884469\awholynewcollection_0_shard1_replica2\data\index
[junit4:junit4]   2> 1639744 T4558 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b48c41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@634124),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1639746 T4530 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1639748 T4530 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1639748 T4530 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1639749 T4530 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\awholynewcollection_0_shard2_replica1\, dataDir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\awholynewcollection_0_shard2_replica1\data\
[junit4:junit4]   2> 1639749 T4530 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1701bdc
[junit4:junit4]   2> 1639750 T4530 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1639751 T4530 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369989885558\awholynewcollection_0_shard2_replica1\data\
[junit4:junit4]   2> 1639751 T4530 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=C:\Users

[...truncated too long message...]

    /solr/collections/awholynewcollection_0/leader_elect/shard3/election/89783657048440835-127.0.0.1:61492__awholynewcollection_0_shard3_replica2-n_0000000004 (0)
[junit4:junit4]   1>        /solr/collections/awholynewcollection_0/leader_elect/shard3/election/89783657048440842-127.0.0.1:61522__awholynewcollection_0_shard3_replica3-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/awholynewcollection_0/leader_elect/shard3/election/89783657048440838-127.0.0.1:61504__awholynewcollection_0_shard3_replica1-n_0000000001 (0)
[junit4:junit4]   1>        /solr/collections/awholynewcollection_0/leader_elect/shard3/election/89783657048440840-127.0.0.1:61513__awholynewcollection_0_shard3_replica4-n_0000000008 (0)
[junit4:junit4]   1>     /solr/collections/awholynewcollection_0/leaders (3)
[junit4:junit4]   1>      /solr/collections/awholynewcollection_0/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"awholynewcollection_0_shard1_replica4",
[junit4:junit4]   1>            "node_name":"127.0.0.1:61513_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:61513"}
[junit4:junit4]   1>      /solr/collections/awholynewcollection_0/leaders/shard2 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"awholynewcollection_0_shard2_replica3",
[junit4:junit4]   1>            "node_name":"127.0.0.1:61522_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:61522"}
[junit4:junit4]   1>      /solr/collections/awholynewcollection_0/leaders/shard3 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"awholynewcollection_0_shard3_replica3",
[junit4:junit4]   1>            "node_name":"127.0.0.1:61522_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:61522"}
[junit4:junit4]   1>    /solr/collections/collection1 (1)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/collection1/shards (0)
[junit4:junit4]   1>    /solr/collections/control_collection (1)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/election (5)
[junit4:junit4]   1>     /solr/overseer_elect/election/89783657048440835-127.0.0.1:61492_-n_0000000000 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89783657048440844-127.0.0.1:61531_-n_0000000004 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89783657048440840-127.0.0.1:61513_-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89783657048440842-127.0.0.1:61522_-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89783657048440838-127.0.0.1:61504_-n_0000000001 (0)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89783657048440835-127.0.0.1:61492_-n_0000000000"}
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=6A86C677459DF90D -Dtests.slow=true -Dtests.locale=ko_KR -Dtests.timezone=Africa/Mbabane -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE  287s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([6A86C677459DF90D:EB60486F32C29931]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 1906463 T4495 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 286944 T4494 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=ko_KR, timezone=Africa/Mbabane
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Sun Microsystems Inc. 1.6.0_45 (32-bit)/cpus=2,threads=1,free=98843288,total=277151744
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SimplePostToolTest, ChaosMonkeySafeLeaderTest, CoreContainerCoreInitFailuresTest, ResponseLogComponentTest, IndexBasedSpellCheckerTest, TestMaxScoreQueryParser, SpatialFilterTest, XmlUpdateRequestHandlerTest, PrimitiveFieldTypeTest, TestFieldTypeResource, TestFastLRUCache, NotRequiredUniqueKeyTest, DateFieldTest, AlternateDirectoryTest, TestFieldResource, TestElisionMultitermQuery, TermVectorComponentDistributedTest, FieldAnalysisRequestHandlerTest, SolrCoreTest, DirectUpdateHandlerOptimizeTest, AliasIntegrationTest, TestReload, CurrencyFieldOpenExchangeTest, RequestHandlersTest, AutoCommitTest, SolrRequestParserTest, PrimUtilsTest, TestCodecSupport, TestFastWriter, OpenCloseCoreStressTest, DistributedSpellCheckComponentTest, ChaosMonkeyShardSplitTest, BinaryUpdateRequestHandlerTest, TermsComponentTest, DebugComponentTest, ZkCLITest, LeaderElectionIntegrationTest, PluginInfoTest, OverseerCollectionProcessorTest, SyncSliceTest, SliceStateUpdateTest, StandardRequestHandlerTest, TestDefaultSearchFieldResource, TestPropInjectDefaults, TestSolrQueryParser, TestSolr4Spatial, LeaderElectionTest, TestSchemaVersionResource, TestPHPSerializedResponseWriter, IndexSchemaTest, PeerSyncTest, TestMultiCoreConfBootstrap, DirectSolrSpellCheckerTest, SOLR749Test, OutputWriterTest, PreAnalyzedFieldTest, TestRandomFaceting, TestSurroundQueryParser, ReturnFieldsTest, TestDistributedSearch, TestNumberUtils, DocumentAnalysisRequestHandlerTest, TestRecovery, CachingDirectoryFactoryTest, ExternalFileFieldSortTest, TestSerializedLuceneMatchVersion, TestLRUCache, BasicDistributedZk2Test, OpenExchangeRatesOrgProviderTest, NoCacheHeaderTest, ChaosMonkeyNothingIsSafeTest, SolrCoreCheckLockOnStartupTest, AnalysisAfterCoreReloadTest, TestUpdate, TestCoreContainer, BadCopyFieldTest, DirectSolrConnectionTest, TestPostingsSolrHighlighter, ClusterStateUpdateTest, QueryParsingTest, TestJmxIntegration, TestJmxMonitoredMap, ShardRoutingCustomTest, TestRangeQuery, TestCSVResponseWriter, TestCloudManagedSchema, TestStressLucene, TestReplicationHandler, TestTrie, TestQuerySenderNoQuery, TestDynamicFieldCollectionResource, ScriptEngineTest, DocValuesTest, PathHierarchyTokenizerFactoryTest, TestValueSourceCache, TestCopyFieldCollectionResource, TestManagedSchema, TestOmitPositions, TestSolrQueryParserResource, TestJoin, UniqFieldsUpdateProcessorFactoryTest, TestStressReorder, SampleTest, LukeRequestHandlerTest, TestBinaryResponseWriter, UnloadDistributedZkTest, BasicZkTest, StatsComponentTest, CoreAdminHandlerTest, TestDefaultSimilarityFactory, SpellCheckCollatorTest, TestFieldTypeCollectionResource, TestBadConfig, ConvertedLegacyTest, TestFoldingMultitermQuery, HighlighterTest, SchemaVersionSpecificBehaviorTest, SuggesterFSTTest, BadIndexSchemaTest, TimeZoneUtilsTest, SystemInfoHandlerTest, TestSolrXMLSerializer, PingRequestHandlerTest, TestAnalyzedSuggestions, TestGroupingSearch, SuggesterTSTTest, CurrencyFieldXmlFileTest, TestLMJelinekMercerSimilarityFactory, TestSuggestSpellingConverter, DistanceFunctionTest, TestFastOutputStream, TestPseudoReturnFields, URLClassifyProcessorTest, BasicFunctionalityTest, BadComponentTest, TestStressVersions, TestCoreDiscovery, SolrPluginUtilsTest, TestFiltering, TestSolrDeletionPolicy2, FileBasedSpellCheckerTest, TestXIncludeConfig, TestPropInject, UpdateRequestProcessorFactoryTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 289.18s, 1 test, 1 failure <<< FAILURES!

[...truncated 459 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:386: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:366: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:181: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:437: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1243: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 failure, 20 ignored (14 assumptions)

Total time: 69 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.6.0_45 -server -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.6.0_45) - Build # 2849 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2849/
Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 58 from http://127.0.0.1:61246/t_/collection1lastClient and got 55 from http://127.0.0.1:61309/t_/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 58 from http://127.0.0.1:61246/t_/collection1lastClient and got 55 from http://127.0.0.1:61309/t_/collection1
	at __randomizedtesting.SeedInfo.seed([103A1124186FD995:91DC9F3C6F30B9A9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:963)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:137)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9119 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4:junit4]   2> 1369912 T4002 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /t_/
[junit4:junit4]   2> 1369918 T4002 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-ChaosMonkeySafeLeaderTest-1370042590940
[junit4:junit4]   2> 1369920 T4002 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1369921 T4003 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1370022 T4002 oasc.ZkTestServer.run start zk server on port:61227
[junit4:junit4]   2> 1370024 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1370033 T4009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@463e8264 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1370034 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1370034 T4002 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1370041 T4004 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efce6e6ec0000, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1370043 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1370046 T4011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e3d241a name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1370046 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1370046 T4002 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1370053 T4002 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1370057 T4002 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1370061 T4002 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1370066 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1370067 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1370078 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1370079 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1370083 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1370084 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1370093 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1370094 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1370100 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1370100 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1370106 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1370107 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1370112 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1370113 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1370118 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1370118 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1370124 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1370125 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1370531 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1370536 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61234
[junit4:junit4]   2> 1370537 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1370537 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1370537 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153
[junit4:junit4]   2> 1370538 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\solr.xml
[junit4:junit4]   2> 1370538 T4002 oasc.CoreContainer.<init> New CoreContainer 1184212006
[junit4:junit4]   2> 1370539 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\'
[junit4:junit4]   2> 1370539 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\'
[junit4:junit4]   2> 1370644 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1370644 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1370645 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1370645 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1370645 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1370646 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1370646 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1370646 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1370647 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1370647 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1370655 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1370656 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1370656 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1370657 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1370685 T4022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b1cfaf9 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1370685 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1370691 T4004 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efce6e6ec0002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1370691 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1370702 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1370709 T4024 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25e48823 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1370710 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1370718 T4002 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1370733 T4002 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1370743 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1370746 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61234_t_
[junit4:junit4]   2> 1370748 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61234_t_
[junit4:junit4]   2> 1370754 T4002 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1370766 T4002 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1370772 T4002 oasc.Overseer.start Overseer (id=89787111240892419-127.0.0.1:61234_t_-n_0000000000) starting
[junit4:junit4]   2> 1370780 T4002 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1370787 T4026 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1370788 T4002 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1370793 T4002 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1370797 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1370802 T4025 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1370806 T4027 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\collection1
[junit4:junit4]   2> 1370806 T4027 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1370807 T4027 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1370807 T4027 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1370810 T4027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\collection1\'
[junit4:junit4]   2> 1370812 T4027 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1370812 T4027 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153/collection1/lib/README' to classloader
[junit4:junit4]   2> 1370886 T4027 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1370980 T4027 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1370983 T4027 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1370988 T4027 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1371725 T4027 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1371736 T4027 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1371741 T4027 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1371765 T4027 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1371771 T4027 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1371777 T4027 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1371780 T4027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1371780 T4027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1371780 T4027 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1371783 T4027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1371783 T4027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1371784 T4027 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1371784 T4027 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/control/data\
[junit4:junit4]   2> 1371784 T4027 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1371784 T4027 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1371785 T4027 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\control\data
[junit4:junit4]   2> 1371786 T4027 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/control/data\index/
[junit4:junit4]   2> 1371787 T4027 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1371787 T4027 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\control\data\index
[junit4:junit4]   2> 1371801 T4027 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\control\data\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1371801 T4027 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1371804 T4027 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1371804 T4027 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1371806 T4027 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1371806 T4027 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1371807 T4027 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1371807 T4027 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1371807 T4027 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1371808 T4027 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1371808 T4027 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1371816 T4027 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1371827 T4027 oass.SolrIndexSearcher.<init> Opening Searcher@a89fb43 main
[junit4:junit4]   2> 1371829 T4027 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1371829 T4027 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1371835 T4028 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a89fb43 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1371836 T4027 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1371836 T4027 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1372307 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1372309 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61234_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61234/t_"}
[junit4:junit4]   2> 1372309 T4025 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1372309 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1372329 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1372839 T4027 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1372839 T4027 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61234/t_ collection:control_collection shard:shard1
[junit4:junit4]   2> 1372842 T4027 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1372859 T4027 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1372865 T4027 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1372865 T4027 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1372866 T4027 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61234/t_/collection1/
[junit4:junit4]   2> 1372866 T4027 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1372866 T4027 oasc.SyncStrategy.syncToMe http://127.0.0.1:61234/t_/collection1/ has no replicas
[junit4:junit4]   2> 1372866 T4027 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61234/t_/collection1/
[junit4:junit4]   2> 1372866 T4027 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 1373837 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1373855 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1373897 T4027 oasc.ZkController.register We are http://127.0.0.1:61234/t_/collection1/ and leader is http://127.0.0.1:61234/t_/collection1/
[junit4:junit4]   2> 1373897 T4027 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61234/t_
[junit4:junit4]   2> 1373897 T4027 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1373898 T4027 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1373898 T4027 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1373905 T4027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1373908 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1373909 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1373909 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1373927 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1373932 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1373940 T4031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20ffca31 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1373941 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1373945 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1373951 T4002 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1374372 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1374377 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61246
[junit4:junit4]   2> 1374378 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1374379 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1374379 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972
[junit4:junit4]   2> 1374381 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\solr.xml
[junit4:junit4]   2> 1374381 T4002 oasc.CoreContainer.<init> New CoreContainer 2054574154
[junit4:junit4]   2> 1374382 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\'
[junit4:junit4]   2> 1374382 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\'
[junit4:junit4]   2> 1374506 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1374506 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1374507 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1374507 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1374508 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1374509 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1374509 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1374510 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1374510 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1374510 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1374518 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1374518 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1374519 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1374521 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1374541 T4042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4daa3d77 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1374542 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1374547 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1374559 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1374563 T4044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@353e8500 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1374563 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1374577 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1375369 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1375370 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61234_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61234/t_"}
[junit4:junit4]   2> 1375392 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1375393 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1375393 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1375583 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61246_t_
[junit4:junit4]   2> 1375586 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61246_t_
[junit4:junit4]   2> 1375593 T4044 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1375594 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1375594 T4024 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1375594 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1375595 T4031 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1375595 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1375609 T4045 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\collection1
[junit4:junit4]   2> 1375609 T4045 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1375611 T4045 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1375611 T4045 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1375614 T4045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\collection1\'
[junit4:junit4]   2> 1375617 T4045 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1375619 T4045 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972/collection1/lib/README' to classloader
[junit4:junit4]   2> 1375688 T4045 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1375767 T4045 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1375771 T4045 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1375780 T4045 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1376525 T4045 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1376535 T4045 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1376540 T4045 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1376564 T4045 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1376570 T4045 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1376576 T4045 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1376578 T4045 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1376578 T4045 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1376579 T4045 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1376580 T4045 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1376580 T4045 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1376580 T4045 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1376582 T4045 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty1\
[junit4:junit4]   2> 1376582 T4045 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1376582 T4045 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1376583 T4045 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1
[junit4:junit4]   2> 1376585 T4045 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty1\index/
[junit4:junit4]   2> 1376585 T4045 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1376586 T4045 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index
[junit4:junit4]   2> 1376594 T4045 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1376594 T4045 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1376598 T4045 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1376598 T4045 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1376600 T4045 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1376601 T4045 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1376602 T4045 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1376602 T4045 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1376603 T4045 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1376605 T4045 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1376605 T4045 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1376617 T4045 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1376629 T4045 oass.SolrIndexSearcher.<init> Opening Searcher@6672ba81 main
[junit4:junit4]   2> 1376633 T4045 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1376633 T4045 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1376638 T4046 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6672ba81 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1376642 T4045 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1376642 T4045 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1376902 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1376903 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61246_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61246/t_"}
[junit4:junit4]   2> 1376903 T4025 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 3
[junit4:junit4]   2> 1376905 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1376917 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1376918 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1376917 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1377646 T4045 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1377646 T4045 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61246/t_ collection:collection1 shard:shard1
[junit4:junit4]   2> 1377647 T4045 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 1377666 T4045 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1377672 T4045 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1377672 T4045 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1377673 T4045 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61246/t_/collection1/
[junit4:junit4]   2> 1377673 T4045 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1377673 T4045 oasc.SyncStrategy.syncToMe http://127.0.0.1:61246/t_/collection1/ has no replicas
[junit4:junit4]   2> 1377673 T4045 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61246/t_/collection1/
[junit4:junit4]   2> 1377673 T4045 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 1378426 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1378446 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1378446 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1378446 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1378451 T4045 oasc.ZkController.register We are http://127.0.0.1:61246/t_/collection1/ and leader is http://127.0.0.1:61246/t_/collection1/
[junit4:junit4]   2> 1378451 T4045 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61246/t_
[junit4:junit4]   2> 1378451 T4045 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1378451 T4045 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1378452 T4045 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1378456 T4045 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1378458 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1378458 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1378459 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1378884 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1378888 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61255
[junit4:junit4]   2> 1378889 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1378889 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1378890 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488
[junit4:junit4]   2> 1378890 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\solr.xml
[junit4:junit4]   2> 1378890 T4002 oasc.CoreContainer.<init> New CoreContainer 1655459043
[junit4:junit4]   2> 1378890 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\'
[junit4:junit4]   2> 1378892 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\'
[junit4:junit4]   2> 1379026 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1379026 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1379026 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1379028 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1379029 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1379029 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1379030 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1379030 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1379033 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1379034 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1379039 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1379039 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1379040 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1379041 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1379060 T4058 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@488981aa name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1379060 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1379063 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1379072 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1379077 T4060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@184dcf76 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1379077 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1379086 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1379963 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1379968 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61246_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61246/t_"}
[junit4:junit4]   2> 1379994 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1379994 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1379995 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1379994 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1380092 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61255_t_
[junit4:junit4]   2> 1380096 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61255_t_
[junit4:junit4]   2> 1380100 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1380102 T4044 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1380102 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1380103 T4024 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1380103 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1380104 T4031 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1380104 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1380107 T4060 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1380117 T4061 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\collection1
[junit4:junit4]   2> 1380117 T4061 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1380118 T4061 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1380118 T4061 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1380120 T4061 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\collection1\'
[junit4:junit4]   2> 1380121 T4061 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1380122 T4061 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488/collection1/lib/README' to classloader
[junit4:junit4]   2> 1380178 T4061 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1380262 T4061 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1380264 T4061 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1380270 T4061 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1381051 T4061 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1381063 T4061 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1381068 T4061 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1381093 T4061 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1381103 T4061 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1381112 T4061 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1381115 T4061 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1381115 T4061 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1381116 T4061 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1381119 T4061 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1381119 T4061 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1381119 T4061 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1381119 T4061 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty2\
[junit4:junit4]   2> 1381120 T4061 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1381121 T4061 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1381123 T4061 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2
[junit4:junit4]   2> 1381124 T4061 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty2\index/
[junit4:junit4]   2> 1381127 T4061 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1381127 T4061 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index
[junit4:junit4]   2> 1381138 T4061 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1381140 T4061 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1381143 T4061 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1381143 T4061 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1381144 T4061 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1381145 T4061 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1381145 T4061 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1381145 T4061 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1381145 T4061 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1381159 T4061 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1381159 T4061 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1381172 T4061 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1381185 T4061 oass.SolrIndexSearcher.<init> Opening Searcher@40af543d main
[junit4:junit4]   2> 1381188 T4061 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1381188 T4061 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1381196 T4062 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@40af543d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1381197 T4061 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1381197 T4061 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1381514 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1381515 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61255_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61255/t_"}
[junit4:junit4]   2> 1381515 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1381515 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1381537 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1381538 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1381538 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1381537 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1382202 T4061 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1382202 T4061 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61255/t_ collection:collection1 shard:shard2
[junit4:junit4]   2> 1382203 T4061 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 1382217 T4061 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1382224 T4061 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1382224 T4061 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1382224 T4061 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61255/t_/collection1/
[junit4:junit4]   2> 1382224 T4061 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1382225 T4061 oasc.SyncStrategy.syncToMe http://127.0.0.1:61255/t_/collection1/ has no replicas
[junit4:junit4]   2> 1382225 T4061 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61255/t_/collection1/
[junit4:junit4]   2> 1382225 T4061 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 1383055 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1383089 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1383089 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1383089 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1383090 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1383113 T4061 oasc.ZkController.register We are http://127.0.0.1:61255/t_/collection1/ and leader is http://127.0.0.1:61255/t_/collection1/
[junit4:junit4]   2> 1383113 T4061 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61255/t_
[junit4:junit4]   2> 1383113 T4061 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1383113 T4061 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1383114 T4061 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1383118 T4061 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1383119 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1383119 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1383119 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1383572 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1383575 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61264
[junit4:junit4]   2> 1383577 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1383577 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1383577 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149
[junit4:junit4]   2> 1383577 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\solr.xml
[junit4:junit4]   2> 1383579 T4002 oasc.CoreContainer.<init> New CoreContainer 853384084
[junit4:junit4]   2> 1383580 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\'
[junit4:junit4]   2> 1383580 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\'
[junit4:junit4]   2> 1383691 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1383692 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1383692 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1383692 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1383693 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1383693 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1383693 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1383694 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1383694 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1383695 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1383702 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1383703 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1383703 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1383705 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1383723 T4074 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c47d3b2 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1383723 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1383727 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1383735 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1383738 T4076 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69714fcc name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1383739 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1383745 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1384641 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1384642 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61255_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61255/t_"}
[junit4:junit4]   2> 1384664 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384665 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384664 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384665 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384665 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384803 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61264_t_
[junit4:junit4]   2> 1384809 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61264_t_
[junit4:junit4]   2> 1384816 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384819 T4044 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384819 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1384819 T4024 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384821 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1384822 T4076 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384822 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1384824 T4031 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384825 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1384831 T4060 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384843 T4077 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\collection1
[junit4:junit4]   2> 1384843 T4077 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1384844 T4077 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1384844 T4077 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1384846 T4077 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\collection1\'
[junit4:junit4]   2> 1384849 T4077 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1384850 T4077 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149/collection1/lib/README' to classloader
[junit4:junit4]   2> 1384942 T4077 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1385022 T4077 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1385026 T4077 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1385032 T4077 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1385885 T4077 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1385898 T4077 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1385902 T4077 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1385925 T4077 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1385930 T4077 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1385936 T4077 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1385939 T4077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1385939 T4077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1385939 T4077 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1385941 T4077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1385941 T4077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1385941 T4077 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1385941 T4077 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty3\
[junit4:junit4]   2> 1385941 T4077 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1385941 T4077 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1385943 T4077 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty3
[junit4:junit4]   2> 1385944 T4077 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty3\index/
[junit4:junit4]   2> 1385945 T4077 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1385945 T4077 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty3\index
[junit4:junit4]   2> 1385959 T4077 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty3\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1385959 T4077 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1385962 T4077 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1385963 T4077 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1385963 T4077 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1385964 T4077 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1385964 T4077 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1385964 T4077 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1385965 T4077 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1385967 T4077 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1385967 T4077 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1385975 T4077 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1385986 T4077 oass.SolrIndexSearcher.<init> Opening Searcher@744ea27f main
[junit4:junit4]   2> 1385989 T4077 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1385989 T4077 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1385994 T4078 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@744ea27f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1385998 T4077 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1385998 T4077 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1386332 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1386334 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61264_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61264/t_"}
[junit4:junit4]   2> 1386334 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1386336 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard3
[junit4:junit4]   2> 1386356 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1386358 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1386358 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1386359 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1386359 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1387101 T4077 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1387101 T4077 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61264/t_ collection:collection1 shard:shard3
[junit4:junit4]   2> 1387104 T4077 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4:junit4]   2> 1387138 T4077 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1387152 T4077 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1387152 T4077 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1387154 T4077 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61264/t_/collection1/
[junit4:junit4]   2> 1387154 T4077 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1387155 T4077 oasc.SyncStrategy.syncToMe http://127.0.0.1:61264/t_/collection1/ has no replicas
[junit4:junit4]   2> 1387155 T4077 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61264/t_/collection1/
[junit4:junit4]   2> 1387155 T4077 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4:junit4]   2> 1388027 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1388053 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388053 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388054 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388054 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388054 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388073 T4077 oasc.ZkController.register We are http://127.0.0.1:61264/t_/collection1/ and leader is http://127.0.0.1:61264/t_/collection1/
[junit4:junit4]   2> 1388073 T4077 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61264/t_
[junit4:junit4]   2> 1388073 T4077 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1388073 T4077 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1388074 T4077 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1388077 T4077 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1388079 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1388079 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1388081 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1388570 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1388577 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61273
[junit4:junit4]   2> 1388578 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1388578 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1388579 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111
[junit4:junit4]   2> 1388580 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\solr.xml
[junit4:junit4]   2> 1388581 T4002 oasc.CoreContainer.<init> New CoreContainer 686000542
[junit4:junit4]   2> 1388581 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\'
[junit4:junit4]   2> 1388582 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\'
[junit4:junit4]   2> 1388747 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1388748 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1388748 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1388749 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1388749 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1388749 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1388750 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1388750 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1388750 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1388750 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1388762 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1388764 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1388765 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1388770 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1388795 T4092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a9195e0 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1388795 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1388800 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1388813 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1388816 T4094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d547ac0 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1388816 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1388826 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1389719 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1389720 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61264_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61264/t_"}
[junit4:junit4]   2> 1389734 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389932 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61273_t_
[junit4:junit4]   2> 1389936 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61273_t_
[junit4:junit4]   2> 1389941 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389942 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389955 T4044 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389955 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1389955 T4076 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389955 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1389956 T4031 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389956 T4024 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389957 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1389958 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1389963 T4060 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389964 T4094 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389978 T4095 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\collection1
[junit4:junit4]   2> 1389978 T4095 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1389979 T4095 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1389979 T4095 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1389982 T4095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\collection1\'
[junit4:junit4]   2> 1389984 T4095 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1389985 T4095 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111/collection1/lib/README' to classloader
[junit4:junit4]   2> 1390048 T4095 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1390138 T4095 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1390141 T4095 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1390146 T4095 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1390967 T4095 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1390978 T4095 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1390984 T4095 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1391017 T4095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1391028 T4095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1391034 T4095 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1391036 T4095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1391036 T4095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1391037 T4095 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1391038 T4095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1391038 T4095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1391039 T4095 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1391039 T4095 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty4\
[junit4:junit4]   2> 1391039 T4095 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1391039 T4095 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1391042 T4095 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4
[junit4:junit4]   2> 1391042 T4095 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty4\index/
[junit4:junit4]   2> 1391043 T4095 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1391043 T4095 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index
[junit4:junit4]   2> 1391059 T4095 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1391059 T4095 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1391065 T4095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1391066 T4095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1391067 T4095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1391068 T4095 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1391069 T4095 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1391069 T4095 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1391069 T4095 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1391070 T4095 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1391071 T4095 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1391081 T4095 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1391093 T4095 oass.SolrIndexSearcher.<init> Opening Searcher@4302702b main
[junit4:junit4]   2> 1391096 T4095 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1391096 T4095 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1391102 T4096 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4302702b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1391105 T4095 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1391107 T4095 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1391401 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1391404 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61273_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61273/t_"}
[junit4:junit4]   2> 1391404 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1391404 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1391416 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391417 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391417 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391417 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391418 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391418 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1392210 T4095 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1392210 T4095 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61273/t_ collection:collection1 shard:shard1
[junit4:junit4]   2> 1392217 T4095 oasc.ZkController.register We are http://127.0.0.1:61273/t_/collection1/ and leader is http://127.0.0.1:61246/t_/collection1/
[junit4:junit4]   2> 1392217 T4095 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61273/t_
[junit4:junit4]   2> 1392217 T4095 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1392218 T4095 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3205 name=collection1 org.apache.solr.core.SolrCore@4e96cf90 url=http://127.0.0.1:61273/t_/collection1 node=127.0.0.1:61273_t_ C3205_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:61273_t_, base_url=http://127.0.0.1:61273/t_}
[junit4:junit4]   2> 1392218 T4097 C3205 P61273 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1392221 T4097 C3205 P61273 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1392221 T4097 C3205 P61273 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1392221 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1392221 T4097 C3205 P61273 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1392225 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1392225 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1392226 T4097 C3205 P61273 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1392226 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1392243 T4038 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1392699 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1392703 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61283
[junit4:junit4]   2> 1392704 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1392705 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1392705 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260
[junit4:junit4]   2> 1392706 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\solr.xml
[junit4:junit4]   2> 1392706 T4002 oasc.CoreContainer.<init> New CoreContainer 341461192
[junit4:junit4]   2> 1392706 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\'
[junit4:junit4]   2> 1392707 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\'
[junit4:junit4]   2> 1392859 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1392859 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1392860 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1392860 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1392860 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1392860 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1392861 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1392861 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1392861 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1392862 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1392869 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1392869 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1392870 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1392873 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1392889 T4109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fc6fcad name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1392889 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1392893 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1392893 T4004 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efce6e6ec000d, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1392903 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1392909 T4111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41d01e64 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1392909 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1392925 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1393082 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1393083 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61273_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61273/t_"}
[junit4:junit4]   2> 1393097 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393098 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393343 T4038 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1393343 T4038 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:61273_t_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1100 
[junit4:junit4]   2> 1394035 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61283_t_
[junit4:junit4]   2> 1394042 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61283_t_
[junit4:junit4]   2> 1394053 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1394056 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1394057 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1394061 T4024 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394062 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1394063 T4031 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394064 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1394065 T4076 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394067 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1394064 T4044 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394074 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1394077 T4111 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394080 T4060 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394080 T4094 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394091 T4112 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\collection1
[junit4:junit4]   2> 1394091 T4112 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1394093 T4112 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1394093 T4112 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1394095 T4112 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\collection1\'
[junit4:junit4]   2> 1394097 T4112 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1394097 T4112 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260/collection1/lib/README' to classloader
[junit4:junit4]   2> 1394164 T4112 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1394254 T4112 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1394257 T4112 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1394264 T4112 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1395076 T4112 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1395089 T4112 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1395093 T4112 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1395114 T4112 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1395120 T4112 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1395125 T4112 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1395126 T4112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1395126 T4112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1395126 T4112 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1395129 T4112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1395129 T4112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1395129 T4112 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1395131 T4112 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty5\
[junit4:junit4]   2> 1395131 T4112 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1395131 T4112 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1395132 T4112 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5
[junit4:junit4]   2> 1395133 T4112 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty5\index/
[junit4:junit4]   2> 1395133 T4112 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1395135 T4112 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index
[junit4:junit4]   2> 1395146 T4112 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1395147 T4112 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1395151 T4112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1395151 T4112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1395152 T4112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1395153 T4112 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1395154 T4112 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1395155 T4112 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1395155 T4112 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1395156 T4112 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1395157 T4112 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1395171 T4112 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1395200 T4112 oass.SolrIndexSearcher.<init> Opening Searcher@468a8675 main
[junit4:junit4]   2> 1395205 T4112 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1395206 T4112 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1395219 T4113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@468a8675 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1395225 T4112 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1395241 T4112 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C3206 name=collection1 org.apache.solr.core.SolrCore@4e96cf90 url=http://127.0.0.1:61273/t_/collection1 node=127.0.0.1:61273_t_ C3206_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:61273_t_, base_url=http://127.0.0.1:61273/t_}
[junit4:junit4]   2> 1395513 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:61246/t_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1395513 T4097 C3206 P61273 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:61273/t_ START replicas=[http://127.0.0.1:61246/t_/collection1/] nUpdates=100
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1395515 T4097 C3206 P61273 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:61246/t_/collection1/. core=collection1
[junit4:junit4]   2> 1395515 T4097 C3206 P61273 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C3207 name=collection1 org.apache.solr.core.SolrCore@c476fc1 url=http://127.0.0.1:61246/t_/collection1 node=127.0.0.1:61246_t_ C3207_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:61246_t_, base_url=http://127.0.0.1:61246/t_, leader=true}
[junit4:junit4]   2> 1395525 T4035 C3207 P61246 oasc.SolrCore.execute [collection1] webapp=/t_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1395530 T4036 C3207 P61246 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1395538 T4036 C3207 P61246 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1395538 T4036 C3207 P61246 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1395545 T4036 C3207 P61246 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 1395546 T4036 C3207 P61246 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1395549 T4036 C3207 P61246 oass.SolrIndexSearcher.<init> Opening Searcher@63ac98e8 realtime
[junit4:junit4]   2> 1395549 T4036 C3207 P61246 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1395549 T4036 C3207 P61246 oasup.LogUpdateProcessor.finish [collection1] webapp=/t_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 1395551 T4097 C3206 P61273 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1395551 T4097 C3206 P61273 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1395552 T4039 C3207 P61246 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1395553 T4039 C3207 P61246 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1395554 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1395554 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1395554 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1395559 T4040 C3207 P61246 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1395559 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1395562 T4097 C3206 P61273 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581
[junit4:junit4]   2> 1395564 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581 lockFactory=org.apache.lucene.store.NativeFSLockFactory@71d22f7d fullCopy=false
[junit4:junit4]   2> 1395567 T4038 C3207 P61246 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1395569 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1395575 T4097 C3206 P61273 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1395575 T4097 C3206 P61273 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 1395580 T4097 C3206 P61273 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 1395581 T4097 C3206 P61273 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1395581 T4097 C3206 P61273 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1395583 T4097 C3206 P61273 oass.SolrIndexSearcher.<init> Opening Searcher@3fb2d7ac main
[junit4:junit4]   2> 1395585 T4096 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3fb2d7ac main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1395585 T4097 C3206 P61273 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581;done=true>>]
[junit4:junit4]   2> 1395585 T4097 C3206 P61273 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581
[junit4:junit4]   2> 1395585 T4097 C3206 P61273 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581
[junit4:junit4]   2> 1395587 T4097 C3206 P61273 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1395587 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1395587 T4097 C3206 P61273 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1395587 T4097 C3206 P61273 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1395591 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1396294 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1396295 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61283_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61283/t_"}
[junit4:junit4]   2> 1396295 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1396295 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1396304 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61273_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61273/t_"}
[junit4:junit4]   2> 1396312 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396312 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396315 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396315 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396315 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396312 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396315 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397239 T4112 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1397239 T4112 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61283/t_ collection:collection1 shard:shard2
[junit4:junit4]   2> 1397260 T4112 oasc.ZkController.register We are http://127.0.0.1:61283/t_/collection1/ and leader is http://127.0.0.1:61255/t_/collection1/
[junit4:junit4]   2> 1397260 T4112 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61283/t_
[junit4:junit4]   2> 1397261 T4112 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1397261 T4112 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3208 name=collection1 org.apache.solr.core.SolrCore@5c2cfeb5 url=http://127.0.0.1:61283/t_/collection1 node=127.0.0.1:61283_t_ C3208_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:61283_t_, base_url=http://127.0.0.1:61283/t_}
[junit4:junit4]   2> 1397262 T4116 C3208 P61283 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1397263 T4116 C3208 P61283 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1397263 T4116 C3208 P61283 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1397263 T4116 C3208 P61283 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1397263 T4112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1397271 T4116 C3208 P61283 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1397272 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1397273 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1397274 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1397291 T4051 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1397683 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1397686 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61296
[junit4:junit4]   2> 1397686 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1397687 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1397687 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308
[junit4:junit4]   2> 1397688 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\solr.xml
[junit4:junit4]   2> 1397688 T4002 oasc.CoreContainer.<init> New CoreContainer 1718509913
[junit4:junit4]   2> 1397689 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\'
[junit4:junit4]   2> 1397689 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\'
[junit4:junit4]   2> 1397792 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1397793 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1397793 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1397793 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1397794 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1397803 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1397803 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1397804 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1397805 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1397821 T4128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fa57914 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1397821 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1397836 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1397837 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1397838 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61283_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61283/t_"}
[junit4:junit4]   2> 1397843 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1397876 T4130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53cfa3b4 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1397876 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1397887 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397898 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1398281 T4051 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1398285 T4051 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=6&state=recovering&nodeName=127.0.0.1:61283_t_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=994 
[junit4:junit4]   2> 1398894 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61296_t_
[junit4:junit4]   2> 1398903 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61296_t_
[junit4:junit4]   2> 1398908 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1398909 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1398909 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1398910 T4130 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398910 T4044 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398910 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1398911 T4024 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398911 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1398911 T4076 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398911 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1398913 T4031 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398913 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1398918 T4094 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398919 T4060 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398919 T4111 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398928 T4131 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\collection1
[junit4:junit4]   2> 1398929 T4131 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1398930 T4131 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1398930 T4131 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1398931 T4131 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\collection1\'
[junit4:junit4]   2> 1398932 T4131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1398934 T4131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308/collection1/lib/README' to classloader
[junit4:junit4]   2> 1399004 T4131 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1399080 T4131 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1399083 T4131 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1399091 T4131 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1399871 T4131 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1399882 T4131 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1399886 T4131 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1399906 T4131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1399911 T4131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1399918 T4131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1399920 T4131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1399920 T4131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1399920 T4131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1399921 T4131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1399921 T4131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1399921 T4131 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1399922 T4131 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty6\
[junit4:junit4]   2> 1399922 T4131 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1399922 T4131 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1399923 T4131 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty6
[junit4:junit4]   2> 1399924 T4131 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty6\index/
[junit4:junit4]   2> 1399926 T4131 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty6\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1399926 T4131 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty6\index
[junit4:junit4]   2> 1399942 T4131 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty6\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1399942 T4131 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1399946 T4131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1399946 T4131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1399948 T4131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1399949 T4131 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1399949 T4131 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1399949 T4131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1399950 T4131 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1399951 T4131 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1399951 T4131 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1399965 T4131 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1399975 T4131 oass.SolrIndexSearcher.<init> Opening Searcher@3ffc3464 main
[junit4:junit4]   2> 1399977 T4131 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1399977 T4131 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1399983 T4132 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ffc3464 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1399986 T4131 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1399986 T4131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C3209 name=collection1 org.apache.solr.core.SolrCore@5c2cfeb5 url=http://127.0.0.1:61283/t_/collection1 node=127.0.0.1:61283_t_ C3209_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:61283_t_, base_url=http://127.0.0.1:61283/t_}
[junit4:junit4]   2> 1400266 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:61255/t_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1400266 T4116 C3209 P61283 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:61283/t_ START replicas=[http://127.0.0.1:61255/t_/collection1/] nUpdates=100
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1400269 T4116 C3209 P61283 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:61255/t_/collection1/. core=collection1
[junit4:junit4]   2> 1400269 T4116 C3209 P61283 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C3210 name=collection1 org.apache.solr.core.SolrCore@382f1bff url=http://127.0.0.1:61255/t_/collection1 node=127.0.0.1:61255_t_ C3210_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:61255_t_, base_url=http://127.0.0.1:61255/t_, leader=true}
[junit4:junit4]   2> 1400278 T4052 C3210 P61255 oasc.SolrCore.execute [collection1] webapp=/t_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1400281 T4054 C3210 P61255 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1400290 T4054 C3210 P61255 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1400290 T4054 C3210 P61255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1400299 T4054 C3210 P61255 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 1400300 T4054 C3210 P61255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1400303 T4054 C3210 P61255 oass.SolrIndexSearcher.<init> Opening Searcher@51480f71 realtime
[junit4:junit4]   2> 1400304 T4054 C3210 P61255 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1400304 T4054 C3210 P61255 oasup.LogUpdateProcessor.finish [collection1] webapp=/t_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 1400306 T4116 C3209 P61283 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1400306 T4116 C3209 P61283 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1400308 T4055 C3210 P61255 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1400308 T4055 C3210 P61255 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1400309 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1400309 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1400309 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1400313 T4056 C3210 P61255 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1400314 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1400317 T4116 C3209 P61283 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335
[junit4:junit4]   2> 1400318 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4659d97 fullCopy=false
[junit4:junit4]   2> 1400324 T4051 C3210 P61255 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 1400325 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1400343 T4116 C3209 P61283 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1400343 T4116 C3209 P61283 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 1400349 T4116 C3209 P61283 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 1400349 T4116 C3209 P61283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1400350 T4116 C3209 P61283 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1400353 T4116 C3209 P61283 oass.SolrIndexSearcher.<init> Opening Searcher@21d897ef main
[junit4:junit4]   2> 1400354 T4113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21d897ef main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1400356 T4116 C3209 P61283 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335;done=true>>]
[junit4:junit4]   2> 1400356 T4116 C3209 P61283 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335
[junit4:junit4]   2> 1400356 T4116 C3209 P61283 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335
[junit4:junit4]   2> 1400357 T4116 C3209 P61283 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1400357 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1400358 T4116 C3209 P61283 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1400358 T4116 C3209 P61283 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1400369 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1400877 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1400879 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61296_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61296/t_"}
[junit4:junit4]   2> 1400881 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1400881 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard3
[junit4:junit4]   2> 1400897 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61283_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61283/t_"}
[junit4:junit4]   2> 1400914 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400916 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400917 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400918 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400919 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400919 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400920 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400920 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400986 T4131 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1400986 T4131 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61296/t_ collection:collection1 shard:shard3
[junit4:junit4]   2> 1400994 T4131 oasc.ZkController.register We are http://127.0.0.1:61296/t_/collection1/ and leader is http://127.0.0.1:61264/t_/collection1/
[junit4:junit4]   2> 1400994 T4131 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61296/t_
[junit4:junit4]   2> 1400994 T4131 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1400994 T4131 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3211 name=collection1 org.apache.solr.core.SolrCore@18d07b1e url=http://127.0.0.1:61296/t_/collection1 node=127.0.0.1:61296_t_ C3211_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:61296_t_, base_url=http://127.0.0.1:61296/t_}
[junit4:junit4]   2> 1400995 T4135 C3211 P61296 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1400997 T4135 C3211 P61296 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1400997 T4135 C3211 P61296 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1400997 T4131 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1400997 T4135 C3211 P61296 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1400999 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1400999 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1400999 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1401001 T4135 C3211 P61296 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1401009 T4070 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1401434 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1401437 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61309
[junit4:junit4]   2> 1401438 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1401438 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1401438 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029
[junit4:junit4]   2> 1401439 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\solr.xml
[junit4:junit4]   2> 1401439 T4002 oasc.CoreContainer.<init> New CoreContainer 2014724450
[junit4:junit4]   2> 1401439 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\'
[junit4:junit4]   2> 1401440 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\'
[junit4:junit4]   2> 1401570 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1401571 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1401571 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1401571 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1401572 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1401572 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1401572 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1401573 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1401573 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1401574 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1401581 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1401582 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1401582 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1401584 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1401603 T4147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16964717 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1401603 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1401607 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1401607 T4004 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efce6e6ec0011, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1401613 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1401617 T4149 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1282ba34 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1401617 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1401627 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1402428 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1402430 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61296_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61296/t_"}
[junit4:junit4]   2> 1402454 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402455 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402456 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402457 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402458 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402458 T4149 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402460 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402459 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402459 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402623 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61309_t_
[junit4:junit4]   2> 1402628 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61309_t_
[junit4:junit4]   2> 1402636 T4149 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402639 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402641 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402641 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402642 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402645 T4031 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402645 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1402649 T4044 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402649 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1402650 T4024 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402651 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1402653 T4076 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402653 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1402659 T4111 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402664 T4130 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402664 T4094 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402665 T4060 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402666 T4149 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402673 T4150 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\collection1
[junit4:junit4]   2> 1402673 T4150 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1402674 T4150 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1402674 T4150 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1402676 T4150 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\collection1\'
[junit4:junit4]   2> 1402677 T4150 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1402679 T4150 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029/collection1/lib/README' to classloader
[junit4:junit4]   2> 1402734 T4150 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1402816 T4150 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1402819 T4150 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1402825 T4150 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1402990 T4070 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1402990 T4070 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=7&state=recovering&nodeName=127.0.0.1:61296_t_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1981 
[junit4:junit4]   2> 1403522 T4150 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1403531 T4150 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1403535 T4150 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1403552 T4150 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1403557 T4150 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1403560 T415

[...truncated too long message...]

rProcess(ElectionContext.java:170)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:266)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:377)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:170)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1523411 T4372 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1523411 T4372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1523414 T4372 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=testDistribSearch -Dtests.seed=103A1124186FD995 -Dtests.slow=true -Dtests.locale=it_CH -Dtests.timezone=Canada/Central -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE  154s | ChaosMonkeySafeLeaderTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: shard1 is not consistent.  Got 58 from http://127.0.0.1:61246/t_/collection1lastClient and got 55 from http://127.0.0.1:61309/t_/collection1
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([103A1124186FD995:91DC9F3C6F30B9A9]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:963)
[junit4:junit4]    > 	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:137)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 1523414 T4372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1523415 T4002 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 1523416 T4372 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1523418 T4372 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=MockFixedIntBlock(blockSize=1644), text=PostingsFormat(name=Memory doPackFST= true), _version_=Lucene41(blocksize=128), rnd_b=PostingsFormat(name=Memory doPackFST= false), intDefault=Lucene41(blocksize=128), id=PostingsFormat(name=Memory doPackFST= false), timestamp=MockFixedIntBlock(blockSize=1644), a_t=MockFixedIntBlock(blockSize=1644), range_facet_sl=PostingsFormat(name=Memory doPackFST= false), range_facet_si=MockFixedIntBlock(blockSize=1644), other_tl1=Lucene41(blocksize=128), multiDefault=MockFixedIntBlock(blockSize=1644), a_si=Lucene41(blocksize=128)}, docValues:{}, sim=DefaultSimilarity, locale=it_CH, timezone=Canada/Central
[junit4:junit4]   2> NOTE: Windows 7 6.1 amd64/Sun Microsystems Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=67141688,total=246865920
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestNumberUtils, SimpleFacetsTest, TestRandomDVFaceting, RecoveryZkTest, SimplePostToolTest, ChaosMonkeyShardSplitTest, DocumentBuilderTest, TestCollationField, TestDynamicFieldResource, ConvertedLegacyTest, StandardRequestHandlerTest, SuggesterTSTTest, TestSchemaVersionResource, TestJmxMonitoredMap, LeaderElectionIntegrationTest, TermVectorComponentTest, BinaryUpdateRequestHandlerTest, SystemInfoHandlerTest, ClusterStateTest, TestUniqueKeyFieldResource, BasicZkTest, TestCoreContainer, TestConfig, TestHashPartitioner, TestLRUCache, TestComponentsName, TestBadConfig, TestLuceneMatchVersion, ShardRoutingCustomTest, TestQuerySenderNoQuery, SuggesterTest, TestSuggestSpellingConverter, TestCoreDiscovery, OutputWriterTest, TestRecovery, ZkNodePropsTest, OverseerTest, NoCacheHeaderTest, BadComponentTest, SyncSliceTest, DOMUtilTest, ZkControllerTest, NumericFieldsTest, TestStressRecovery, HardAutoCommitTest, TestZkChroot, TestQuerySenderListener, TestQueryUtils, TestCSVLoader, FullSolrCloudDistribCmdsTest, SolrCoreTest, SolrTestCaseJ4Test, TestAddFieldRealTimeGet, SynonymTokenizerTest, XmlUpdateRequestHandlerTest, TestWriterPerf, FieldAnalysisRequestHandlerTest, TestWordDelimiterFilterFactory, TestIndexingPerformance, ReturnFieldsTest, TestFaceting, TestPluginEnable, UpdateRequestProcessorFactoryTest, TestSchemaNameResource, TestSurroundQueryParser, HighlighterConfigTest, LeaderElectionTest, TestSolrQueryParserResource, TestSerializedLuceneMatchVersion, BasicDistributedZkTest, CircularListTest, DirectUpdateHandlerTest, ShardSplitTest, RequiredFieldsTest, TestRealTimeGet, SliceStateTest, TestBM25SimilarityFactory, TestSolr4Spatial, TestUtils, SortByFunctionTest, TestFieldTypeCollectionResource, SolrPluginUtilsTest, AnalysisAfterCoreReloadTest, SolrCmdDistributorTest, SOLR749Test, TestSolrJ, CSVRequestHandlerTest, TestFieldResource, TestAnalyzedSuggestions, TestStressLucene, UniqFieldsUpdateProcessorFactoryTest, TestPropInject, TestSolrXml, DirectUpdateHandlerOptimizeTest, DistributedSpellCheckComponentTest, PolyFieldTest, TestDocSet, TestFastWriter, TestFastLRUCache, TestJmxIntegration, TestDFRSimilarityFactory, SolrIndexSplitterTest, RegexBoostProcessorTest, DistributedQueryElevationComponentTest, PrimitiveFieldTypeTest, PrimUtilsTest, PreAnalyzedUpdateProcessorTest, UUIDFieldTest, TestQueryTypes, IndexBasedSpellCheckerTest, AliasIntegrationTest, FieldMutatingUpdateProcessorTest, TestSweetSpotSimilarityFactory, TestReload, TestBinaryField, TestDistributedGrouping, CoreContainerCoreInitFailuresTest, DefaultValueUpdateProcessorTest, DisMaxRequestHandlerTest, BadCopyFieldTest, SuggesterWFSTTest, TestSolrCoreProperties, PingRequestHandlerTest, OverseerCollectionProcessorTest, OpenExchangeRatesOrgProviderTest, ResourceLoaderTest, TestReplicationHandler, DistanceFunctionTest, FileUtilsTest, TestCodecSupport, DebugComponentTest, TestPropInjectDefaults, TestClassNameShortening, TestSolrIndexConfig, TestCollationKeyRangeQueries, TestReversedWildcardFilterFactory, TestSolrQueryParserDefaultOperatorResource, ScriptEngineTest, TestFuzzyAnalyzedSuggestions, TestRemoteStreaming, ChaosMonkeySafeLeaderTest]
[junit4:junit4] Completed in 153.55s, 1 test, 1 failure <<< FAILURES!

[...truncated 472 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:386: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:366: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:181: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:437: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1243: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:887: There were test failures: 296 suites, 1236 tests, 1 failure, 20 ignored (14 assumptions)

Total time: 70 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.7.0_21) - Build # 2848 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2848/
Java: 32bit/jdk1.7.0_21 -server -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:52381/d_zf/qg returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52381/d_zf/qg returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([D7C3DB928768A0A:8C9AB3A15F29EA36]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9474 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 717518 T2047 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /d_zf/qg
[junit4:junit4]   2> 717524 T2047 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-ShardSplitTest-1370013863281
[junit4:junit4]   2> 717527 T2047 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 717529 T2048 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 717636 T2047 oasc.ZkTestServer.run start zk server on port:52362
[junit4:junit4]   2> 717638 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 717647 T2054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15924ad name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 717647 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 717648 T2047 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 717656 T2049 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efb308d7c0000, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 717658 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 717668 T2056 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eeb7a1 name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 717668 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 717669 T2047 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 717680 T2047 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 717686 T2047 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 717691 T2047 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 717696 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 717698 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 717710 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 717711 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 717719 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 717721 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 717727 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 717728 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 717735 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 717735 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 717741 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 717743 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 717751 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 717752 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 717757 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 717759 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 717766 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 717766 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 717775 T2049 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efb308d7c0001, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 718302 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 718307 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52369
[junit4:junit4]   2> 718309 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 718309 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 718309 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529
[junit4:junit4]   2> 718309 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\solr.xml
[junit4:junit4]   2> 718309 T2047 oasc.CoreContainer.<init> New CoreContainer 27957833
[junit4:junit4]   2> 718311 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\'
[junit4:junit4]   2> 718311 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\'
[junit4:junit4]   2> 718444 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 718444 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 718444 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 718445 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 718445 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 718445 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 718446 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 718447 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 718447 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 718447 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 718458 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 718459 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 718460 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 718462 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 718480 T2067 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13cd569 name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 718482 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 718492 T2049 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efb308d7c0002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 718492 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 718508 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 718512 T2069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ec7f18 name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 718513 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 718517 T2047 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 718527 T2047 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 718534 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 718539 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52369_d_zf%2Fqg
[junit4:junit4]   2> 718541 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52369_d_zf%2Fqg
[junit4:junit4]   2> 718549 T2047 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 718562 T2047 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 718567 T2047 oasc.Overseer.start Overseer (id=89785228544704515-127.0.0.1:52369_d_zf%2Fqg-n_0000000000) starting
[junit4:junit4]   2> 718576 T2047 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 718585 T2071 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 718587 T2047 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 718592 T2047 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 718595 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 718600 T2070 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 718604 T2072 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\collection1
[junit4:junit4]   2> 718604 T2072 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 718605 T2072 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 718605 T2072 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 718609 T2072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\collection1\'
[junit4:junit4]   2> 718609 T2072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 718610 T2072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529/collection1/lib/README' to classloader
[junit4:junit4]   2> 718665 T2072 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 718730 T2072 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 718733 T2072 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 718737 T2072 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 719357 T2072 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 719361 T2072 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 719363 T2072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 719368 T2072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 719407 T2072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 719408 T2072 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/control/data\
[junit4:junit4]   2> 719408 T2072 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 719408 T2072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 719409 T2072 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/control/data\
[junit4:junit4]   2> 719409 T2072 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/control/data\index/
[junit4:junit4]   2> 719409 T2072 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 719411 T2072 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/control/data\index
[junit4:junit4]   2> 719417 T2072 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b83295 lockFactory=org.apache.lucene.store.NativeFSLockFactory@340d7d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 719418 T2072 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 719422 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 719422 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 719424 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 719424 T2072 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 719425 T2072 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 719425 T2072 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 719425 T2072 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 719426 T2072 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 719426 T2072 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 719438 T2072 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 719445 T2072 oass.SolrIndexSearcher.<init> Opening Searcher@1d7e3a8 main
[junit4:junit4]   2> 719446 T2072 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\control\data\tlog
[junit4:junit4]   2> 719448 T2072 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 719448 T2072 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 719453 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d7e3a8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 719454 T2072 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 719454 T2072 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 720049 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 720051 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52369_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52369/d_zf/qg"}
[junit4:junit4]   2> 720053 T2070 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 720053 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 720078 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 720417 T2072 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 720417 T2072 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52369/d_zf/qg collection:control_collection shard:shard1
[junit4:junit4]   2> 720418 T2072 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 720434 T2072 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 720441 T2072 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 720441 T2072 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 720441 T2072 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52369/d_zf/qg/collection1/
[junit4:junit4]   2> 720441 T2072 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 720441 T2072 oasc.SyncStrategy.syncToMe http://127.0.0.1:52369/d_zf/qg/collection1/ has no replicas
[junit4:junit4]   2> 720443 T2072 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52369/d_zf/qg/collection1/
[junit4:junit4]   2> 720443 T2072 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 721533 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 721557 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.register We are http://127.0.0.1:52369/d_zf/qg/collection1/ and leader is http://127.0.0.1:52369/d_zf/qg/collection1/
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52369/d_zf/qg
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 721586 T2072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 721589 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 721589 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 721590 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 721601 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 721604 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 721609 T2076 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@118f7fd name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 721609 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 721611 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 721616 T2047 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 722086 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 722092 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52381
[junit4:junit4]   2> 722093 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 722095 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 722095 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371
[junit4:junit4]   2> 722095 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\solr.xml
[junit4:junit4]   2> 722095 T2047 oasc.CoreContainer.<init> New CoreContainer 24242009
[junit4:junit4]   2> 722097 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\'
[junit4:junit4]   2> 722097 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\'
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 722262 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 722262 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 722262 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 722264 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 722264 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 722272 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 722273 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 722273 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 722276 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 722293 T2087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dfae7d name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 722294 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 722298 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 722307 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 722310 T2089 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18a3892 name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 722310 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 722323 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 723008 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 723009 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52369_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52369_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52369/d_zf/qg"}
[junit4:junit4]   2> 723022 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 723023 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 723024 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 723291 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52381_d_zf%2Fqg
[junit4:junit4]   2> 723294 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52381_d_zf%2Fqg
[junit4:junit4]   2> 723300 T2089 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 723300 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 723300 T2069 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 723301 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 723300 T2076 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 723302 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 723319 T2090 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\collection1
[junit4:junit4]   2> 723319 T2090 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 723320 T2090 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 723320 T2090 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 723322 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\collection1\'
[junit4:junit4]   2> 723324 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 723325 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371/collection1/lib/README' to classloader
[junit4:junit4]   2> 723380 T2090 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 723453 T2090 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 723456 T2090 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 723464 T2090 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 724055 T2090 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 724059 T2090 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 724061 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 724067 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 724110 T2090 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 724110 T2090 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty1\
[junit4:junit4]   2> 724110 T2090 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 724110 T2090 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 724111 T2090 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty1\
[junit4:junit4]   2> 724111 T2090 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty1\index/
[junit4:junit4]   2> 724112 T2090 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 724112 T2090 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty1\index
[junit4:junit4]   2> 724117 T2090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 724117 T2090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 724121 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 724121 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 724122 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 724122 T2090 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 724123 T2090 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 724123 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 724124 T2090 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 724124 T2090 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 724125 T2090 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 724134 T2090 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 724141 T2090 oass.SolrIndexSearcher.<init> Opening Searcher@1d2d430 main
[junit4:junit4]   2> 724141 T2090 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty1\tlog
[junit4:junit4]   2> 724142 T2090 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 724142 T2090 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 724147 T2091 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d2d430 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 724148 T2090 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 724148 T2090 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 724473 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 724474 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52381_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52381/d_zf/qg"}
[junit4:junit4]   2> 724474 T2070 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 724474 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 724484 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 724485 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 724485 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 725114 T2090 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 725114 T2090 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52381/d_zf/qg collection:collection1 shard:shard1
[junit4:junit4]   2> 725117 T2090 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 725149 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 725159 T2090 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 725159 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 725161 T2090 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52381/d_zf/qg/collection1/
[junit4:junit4]   2> 725161 T2090 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 725162 T2090 oasc.SyncStrategy.syncToMe http://127.0.0.1:52381/d_zf/qg/collection1/ has no replicas
[junit4:junit4]   2> 725162 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52381/d_zf/qg/collection1/
[junit4:junit4]   2> 725162 T2090 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 725934 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 725952 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 725953 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 725953 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.register We are http://127.0.0.1:52381/d_zf/qg/collection1/ and leader is http://127.0.0.1:52381/d_zf/qg/collection1/
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52381/d_zf/qg
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 725974 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 725975 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 725976 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 725977 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 726445 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 726459 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52390
[junit4:junit4]   2> 726463 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 726465 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 726466 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741
[junit4:junit4]   2> 726468 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\solr.xml
[junit4:junit4]   2> 726468 T2047 oasc.CoreContainer.<init> New CoreContainer 32958992
[junit4:junit4]   2> 726469 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\'
[junit4:junit4]   2> 726470 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\'
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 726598 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 726598 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 726598 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 726599 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 726599 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 726608 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 726608 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 726609 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 726611 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 726628 T2103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@88e968 name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 726630 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 726634 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 726644 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 726648 T2105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19b7035 name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 726648 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 726657 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 727407 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 727409 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52381_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52381_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52381/d_zf/qg"}
[junit4:junit4]   2> 727429 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727430 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727432 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727433 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727624 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52390_d_zf%2Fqg
[junit4:junit4]   2> 727629 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52390_d_zf%2Fqg
[junit4:junit4]   2> 727638 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727641 T2089 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 727641 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 727641 T2069 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 727642 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 727644 T2076 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 727645 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 727650 T2105 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 727670 T2106 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\collection1
[junit4:junit4]   2> 727670 T2106 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 727672 T2106 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 727672 T2106 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 727678 T2106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\collection1\'
[junit4:junit4]   2> 727682 T2106 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 727684 T2106 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741/collection1/lib/README' to classloader
[junit4:junit4]   2> 727740 T2106 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 727800 T2106 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 727803 T2106 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 727807 T2106 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 728399 T2106 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 728402 T2106 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 728404 T2106 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 728410 T2106 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 728444 T2106 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 728444 T2106 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty2\
[junit4:junit4]   2> 728444 T2106 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 728444 T2106 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 728445 T2106 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty2\
[junit4:junit4]   2> 728445 T2106 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty2\index/
[junit4:junit4]   2> 728445 T2106 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 728446 T2106 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty2\index
[junit4:junit4]   2> 728451 T2106 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 728451 T2106 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 728455 T2106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 728455 T2106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 728455 T2106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 728456 T2106 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 728456 T2106 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 728456 T2106 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 728457 T2106 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 728457 T2106 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 728458 T2106 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 728466 T2106 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 728474 T2106 oass.SolrIndexSearcher.<init> Opening Searcher@c6f37a main
[junit4:junit4]   2> 728474 T2106 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty2\tlog
[junit4:junit4]   2> 728476 T2106 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 728476 T2106 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 728481 T2107 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c6f37a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 728482 T2106 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 728482 T2106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 728824 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 728826 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52390_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52390/d_zf/qg"}
[junit4:junit4]   2> 728826 T2070 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 728827 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 728844 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 728845 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 728846 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 728846 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 729353 T2106 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 729353 T2106 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52390/d_zf/qg collection:collection1 shard:shard2
[junit4:junit4]   2> 729355 T2106 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 729366 T2106 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 729371 T2106 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 729371 T2106 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 729371 T2106 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52390/d_zf/qg/collection1/
[junit4:junit4]   2> 729371 T2106 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 729372 T2106 oasc.SyncStrategy.syncToMe http://127.0.0.1:52390/d_zf/qg/collection1/ has no replicas
[junit4:junit4]   2> 729372 T2106 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52390/d_zf/qg/collection1/
[junit4:junit4]   2> 729372 T2106 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 730159 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 730191 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 730193 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 730193 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 730193 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 730217 T2106 oasc.ZkController.register We are http://127.0.0.1:52390/d_zf/qg/collection1/ and leader is http://127.0.0.1:52390/d_zf/qg/collection1/
[junit4:junit4]   2> 730217 T2106 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52390/d_zf/qg
[junit4:junit4]   2> 730217 T2106 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 730218 T2106 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 730218 T2106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 730224 T2106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 730227 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 730228 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 730229 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 730635 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 730641 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52399
[junit4:junit4]   2> 730642 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 730643 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 730643 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000
[junit4:junit4]   2> 730644 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\solr.xml
[junit4:junit4]   2> 730645 T2047 oasc.CoreContainer.<init> New CoreContainer 3399494
[junit4:junit4]   2> 730646 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\'
[junit4:junit4]   2> 730647 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\'
[junit4:junit4]   2> 730754 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 730754 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 730755 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 730755 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 730756 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 730756 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 730756 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 730756 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 730757 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 730758 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 730765 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 730765 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 730765 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 730768 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 730784 T2119 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1055117 name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 730785 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 730788 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 730788 T2049 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efb308d7c0009, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 730797 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 730802 T2121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c08bd name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 730803 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 730816 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 731510 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 731512 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52390_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52390_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52390/d_zf/qg"}
[junit4:junit4]   2> 731524 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731524 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731525 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731526 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731524 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731704 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52399_d_zf%2Fqg
[junit4:junit4]   2> 731707 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52399_d_zf%2Fqg
[junit4:junit4]   2> 731712 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731712 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731713 T2076 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731714 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 731714 T2069 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731714 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 731715 T2089 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731715 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 731719 T2121 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731719 T2105 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731730 T2122 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\collection1
[junit4:junit4]   2> 731730 T2122 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 731731 T2122 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 731731 T2122 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 731737 T2122 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\collection1\'
[junit4:junit4]   2> 731739 T2122 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 731740 T2122 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000/collection1/lib/README' to classloader
[junit4:junit4]   2> 731801 T2122 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 731866 T2122 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 731871 T2122 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 731877 T2122 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 732412 T2122 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 732416 T2122 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 732418 T2122 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 732423 T2122 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 732452 T2122 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 732453 T2122 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\
[junit4:junit4]   2> 732453 T2122 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 732453 T2122 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 732453 T2122 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\
[junit4:junit4]   2> 732454 T2122 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index/
[junit4:junit4]   2> 732454 T2122 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 732455 T2122 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index
[junit4:junit4]   2> 732458 T2122 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_1,generation=1}
[junit4:junit4]   2> 732459 T2122 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 732462 T2122 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 732462 T2122 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 732464 T2122 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 732465 T2122 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 732465 T2122 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 732465 T2122 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 732465 T2122 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 732467 T2122 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 732467 T2122 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 732476 T2122 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 732483 T2122 oass.SolrIndexSearcher.<init> Opening Searcher@13c03a4 main
[junit4:junit4]   2> 732483 T2122 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty3\tlog
[junit4:junit4]   2> 732485 T2122 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 732485 T2122 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 732489 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13c03a4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 732490 T2122 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 732490 T2122 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 732836 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 732837 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52399_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52399/d_zf/qg"}
[junit4:junit4]   2> 732837 T2070 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 732837 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 732849 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 732849 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 732849 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 732849 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 732850 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 733357 T2122 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 733357 T2122 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52399/d_zf/qg collection:collection1 shard:shard1
[junit4:junit4]   2> 733369 T2122 oasc.ZkController.register We are http://127.0.0.1:52399/d_zf/qg/collection1/ and leader is http://127.0.0.1:52381/d_zf/qg/collection1/
[junit4:junit4]   2> 733369 T2122 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52399/d_zf/qg
[junit4:junit4]   2> 733370 T2122 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 733371 T2122 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C627 name=collection1 org.apache.solr.core.SolrCore@31fed url=http://127.0.0.1:52399/d_zf/qg/collection1 node=127.0.0.1:52399_d_zf%2Fqg C627_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52399_d_zf%2Fqg, base_url=http://127.0.0.1:52399/d_zf/qg}
[junit4:junit4]   2> 733373 T2124 C627 P52399 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 733374 T2124 C627 P52399 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 733374 T2124 C627 P52399 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 733375 T2124 C627 P52399 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 733375 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 733380 T2124 C627 P52399 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 733384 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 733384 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 733385 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 733395 T2082 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52399_d_zf%2Fqg_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 733802 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 733807 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52409
[junit4:junit4]   2> 733807 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 733808 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 733808 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148
[junit4:junit4]   2> 733808 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\solr.xml
[junit4:junit4]   2> 733808 T2047 oasc.CoreContainer.<init> New CoreContainer 32355156
[junit4:junit4]   2> 733808 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\'
[junit4:junit4]   2> 733810 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\'
[junit4:junit4]   2> 733920 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 733920 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 733922 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 733922 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 733923 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 733930 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 733931 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 733931 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 733933 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 733947 T2136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1247e1e name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 733948 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 733951 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 733958 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 733962 T2138 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@964ebe name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 733962 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 733970 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 734155 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 734156 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52399_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52399_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52399/d_zf/qg"}
[junit4:junit4]   2> 734166 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734166 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734168 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734166 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734167 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734170 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734259 T2082 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52399_d_zf%2Fqg_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 734259 T2082 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52399_d_zf%252Fqg_collection1&state=recovering&nodeName=127.0.0.1:52399_d_zf%252Fqg&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=864 
[junit4:junit4]   2> 734841 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52409_d_zf%2Fqg
[junit4:junit4]   2> 734848 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52409_d_zf%2Fqg
[junit4:junit4]   2> 734855 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734857 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734858 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734860 T2089 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734861 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 734862 T2069 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734862 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 734863 T2076 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734865 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 734875 T2138 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734875 T2121 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734875 T2105 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734883 T2139 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\collection1
[junit4:junit4]   2> 734883 T2139 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 734884 T2139 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 734884 T2139 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 734887 T2139 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\collection1\'
[junit4:junit4]   2> 734888 T2139 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 734889 T2139 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148/collection1/lib/README' to classloader
[junit4:junit4]   2> 734938 T2139 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 734995 T2139 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 734997 T2139 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 735001 T2139 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 735598 T2139 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 735602 T2139 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 735604 T2139 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 735611 T2139 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 735648 T2139 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 735648 T2139 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\
[junit4:junit4]   2> 735648 T2139 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 735649 T2139 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 735649 T2139 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\
[junit4:junit4]   2> 735649 T2139 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index/
[junit4:junit4]   2> 735649 T2139 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 735650 T2139 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index
[junit4:junit4]   2> 735654 T2139 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 735655 T2139 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 735658 T2139 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 735659 T2139 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 735659 T2139 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 735660 T2139 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 735661 T2139 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 735661 T2139 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 735661 T2139 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 735661 T2139 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 735662 T2139 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 735672 T2139 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 735678 T2139 oass.SolrIndexSearcher.<init> Opening Searcher@8b332a main
[junit4:junit4]   2> 735678 T2139 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty4\tlog
[junit4:junit4]   2> 735680 T2139 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 735681 T2139 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 735685 T2140 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8b332a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 735687 T2139 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 735687 T2139 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C628 name=collection1 org.apache.solr.core.SolrCore@31fed url=http://127.0.0.1:52399/d_zf/qg/collection1 node=127.0.0.1:52399_d_zf%2Fqg C628_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52399_d_zf%2Fqg, base_url=http://127.0.0.1:52399/d_zf/qg}
[junit4:junit4]   2> 735990 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52381/d_zf/qg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 735990 T2124 C628 P52399 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52399/d_zf/qg START replicas=[http://127.0.0.1:52381/d_zf/qg/collection1/] nUpdates=100
[junit4:junit4]   2> 735992 T2124 C628 P52399 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 735992 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 735992 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 735993 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 735993 T2124 C628 P52399 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 735994 T2124 C628 P52399 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52381/d_zf/qg/collection1/. core=collection1
[junit4:junit4]   2> 735994 T2124 C628 P52399 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C629 name=collection1 org.apache.solr.core.SolrCore@1c1a234 url=http://127.0.0.1:52381/d_zf/qg/collection1 node=127.0.0.1:52381_d_zf%2Fqg C629_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52381_d_zf%2Fqg, base_url=http://127.0.0.1:52381/d_zf/qg, leader=true}
[junit4:junit4]   2> 736004 T2084 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 736005 T2082 C629 P52381 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 736011 T2082 C629 P52381 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 736014 T2082 C629 P52381 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 736014 T2082 C629 P52381 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 736014 T2082 C629 P52381 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 736014 T2082 C629 P52381 oass.SolrIndexSearcher.<init> Opening Searcher@55ca4a realtime
[junit4:junit4]   2> 736014 T2082 C629 P52381 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 736015 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 736016 T2124 C628 P52399 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 736016 T2124 C628 P52399 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 736019 T2085 C629 P52381 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 736019 T2085 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 736019 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 736019 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 736020 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 736022 T2081 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 736023 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 736024 T2124 C628 P52399 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779
[junit4:junit4]   2> 736024 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d13a27 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19cf396) fullCopy=false
[junit4:junit4]   2> 736027 T2083 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 736028 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 736029 T2124 C628 P52399 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 736029 T2124 C628 P52399 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 736031 T2124 C628 P52399 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_2,generation=2}
[junit4:junit4]   2> 736032 T2124 C628 P52399 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 736032 T2124 C628 P52399 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 736032 T2124 C628 P52399 oass.SolrIndexSearcher.<init> Opening Searcher@1a8a7f2 main
[junit4:junit4]   2> 736033 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a8a7f2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779 [CachedDir<<refCount=0;path=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779;done=true>>]
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.CachingDirectoryFactory.close Closing directory: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 736038 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 736778 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 736779 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52409_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52409/d_zf/qg"}
[junit4:junit4]   2> 736779 T2070 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 736780 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 736798 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52399_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52399_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52399/d_zf/qg"}
[junit4:junit4]   2> 736819 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736820 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736821 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736820 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736822 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736822 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 737363 T2139 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 737363 T2139 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52409/d_zf/qg collection:collection1 shard:shard2
[junit4:junit4]   2> 737375 T2139 oasc.ZkController.register We are http://127.0.0.1:52409/d_zf/qg/collection1/ and leader is http://127.0.0.1:52390/d_zf/qg/collection1/
[junit4:junit4]   2> 737375 T2139 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52409/d_zf/qg
[junit4:junit4]   2> 737375 T2139 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 737376 T2139 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C630 name=collection1 org.apache.solr.core.SolrCore@7edc3e url=http://127.0.0.1:52409/d_zf/qg/collection1 node=127.0.0.1:52409_d_zf%2Fqg C630_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52409_d_zf%2Fqg, base_url=http://127.0.0.1:52409/d_zf/qg}
[junit4:junit4]   2> 737377 T2143 C630 P52409 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 737379 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 737379 T2143 C630 P52409 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 737379 T2143 C630 P52409 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 737379 T2139 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 737384 T2143 C630 P52409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 737385 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 737385 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 737386 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 737396 T2099 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52409_d_zf%2Fqg_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 737398 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 737401 T2047 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 737401 T2047 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 737403 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 738015 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 738016 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52409_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52409_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52409/d_zf/qg"}
[junit4:junit4]   2> 738027 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738175 T2099 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52409_d_zf%2Fqg_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 738176 T2099 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52409_d_zf%252Fqg_collection1&state=recovering&nodeName=127.0.0.1:52409_d_zf%252Fqg&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=780 
[junit4:junit4]   2> 738183 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 738965 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C630_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52409_d_zf%2Fqg, base_url=http://127.0.0.1:52409/d_zf/qg}
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52390/d_zf/qg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52409/d_zf/qg START replicas=[http://127.0.0.1:52390/d_zf/qg/collection1/] nUpdates=100
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 739735 T2143 C630 P52409 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 739736 T2143 C630 P52409 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52390/d_zf/qg/collection1/. core=collection1
[junit4:junit4]   2> 739736 T2143 C630 P52409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C631 name=collection1 org.apache.solr.core.SolrCore@f273af url=http://127.0.0.1:52390/d_zf/qg/collection1 node=127.0.0.1:52390_d_zf%2Fqg C631_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52390_d_zf%2Fqg, base_url=http://127.0.0.1:52390/d_zf/qg, leader=true}
[junit4:junit4]   2> 739750 T2100 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 739756 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 739758 T2099 C631 P52390 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 739760 T2099 C631 P52390 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 739761 T2099 C631 P52390 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 739761 T2099 C631 P52390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_2,generation=2}
[junit4:junit4]   2> 739762 T2099 C631 P52390 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 739762 T2099 C631 P52390 oass.SolrIndexSearcher.<init> Opening Searcher@bf212e realtime
[junit4:junit4]   2> 739762 T2099 C631 P52390 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 739762 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 739763 T2143 C630 P52409 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 739763 T2143 C630 P52409 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 739766 T2101 C631 P52390 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 739767 T2101 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 739768 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 739768 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 739768 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 739769 T2096 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 739770 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 739771 T2143 C630 P52409 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525
[junit4:junit4]   2> 739771 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1945389 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16e2a01) fullCopy=false
[junit4:junit4]   2> 739773 T2097 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 739774 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 739775 T2143 C630 P52409 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 739775 T2143 C630 P52409 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 739777 T2143 C630 P52409 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_2,generation=2}
[junit4:junit4]   2> 739778 T2143 C630 P52409 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 739778 T2143 C630 P52409 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 739778 T2143 C630 P52409 oass.SolrIndexSearcher.<init> Opening Searcher@d58302 main
[junit4:junit4]   2> 739779 T2140 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d58302 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 739780 T2143 C630 P52409 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525 [CachedDir<<refCount=0;path=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525;done=true>>]
[junit4:junit4]   2> 739780 T2143 C630 P52409 oasc.CachingDirectoryFactory.close Closing directory: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525
[junit4:junit4]   2> 739780 T2143 C630 P52409 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525
[junit4:junit4]   2> 739780 T2143 C630 P52409 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 739781 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 739781 T2143 C630 P52409 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 739781 T2143 C630 P52409 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 739785 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 740372 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 740373 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52409_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52409_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52409/d_zf/qg"}
[junit4:junit4]   2> 740385 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740386 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740386 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740386 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740386 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740385 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740544 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 740547 T2047 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C632 name=collection1 org.apache.solr.core.SolrCore@680988 url=http://127.0.0.1:52369/d_zf/qg/collection1 node=127.0.0.1:52369_d_zf%2Fqg C632_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52369_d_zf%2Fqg, base_url=http://127.0.0.1:52369/d_zf/qg, leader=true}
[junit4:junit4]   2> 740560 T2062 C632 P52369 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740563 T2062 C632 P52369 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b83295 lockFactory=org.apache.lucene.store.NativeFSLockFactory@340d7d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 740565 T2062 C632 P52369 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 740566 T2062 C632 P52369 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b83295 lockFactory=org.apache.lucene.store.NativeFSLockFactory@340d7d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b83295 lockFactory=org.apache.lucene.store.NativeFSLockFactory@340d7d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 740566 T2062 C632 P52369 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 740566 T2062 C632 P52369 oass.SolrIndexSearcher.<init> Opening Searcher@13d3266 main
[junit4:junit4]   2> 740566 T2062 C632 P52369 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 740567 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13d3266 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740568 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 740574 T2100 C631 P52390 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740576 T2100 C631 P52390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_3,generation=3}
[junit4:junit4]   2> 740576 T2100 C631 P52390 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 740576 T2100 C631 P52390 oass.SolrIndexSearcher.<init> Opening Searcher@16e4daa main
[junit4:junit4]   2> 740576 T2100 C631 P52390 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 740577 T2107 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16e4daa main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740578 T2100 C631 P52390 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52381/d_zf/qg/collection1/, StdNode: http://127.0.0.1:52399/d_zf/qg/collection1/, StdNode: http://127.0.0.1:52409/d_zf/qg/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C628_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52399_d_zf%2Fqg, base_url=http://127.0.0.1:52399/d_zf/qg}
[junit4:junit4]   2> 740588 T2114 C628 P52399 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740590 T2114 C628 P52399 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_3,generation=3}
[junit4:junit4]   2> 740591 T2114 C628 P52399 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 740596 T2114 C628 P52399 oass.SolrIndexSearcher.<init> Opening Searcher@454e63 main
[junit4:junit4]   2> 740597 T2114 C628 P52399 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 740598 T2085 C629 P52381 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740600 T2085 C629 P52381 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_3,generation=3}
[junit4:junit4]   2> 740600 T2085 C629 P52381 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 740601 T2085 C629 P52381 oass.SolrIndexSearcher.<init> Opening Searcher@417c03 main
[junit4:junit4]   2> 740601 T2085 C629 P52381 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2>  C630_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52409_d_zf%2Fqg, base_url=http://127.0.0.1:52409/d_zf/qg}
[junit4:junit4]   2> 740608 T2133 C630 P52409 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740614 T2133 C630 P52409 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_3,generation=3}
[junit4:junit4]   2> 740614 T2133 C630 P52409 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 740614 T2133 C630 P52409 oass.SolrIndexSearcher.<init> Opening Searcher@134ced8 main
[junit4:junit4]   2> 740614 T2133 C630 P52409 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 740616 T2140 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@134ced8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740616 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@454e63 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740617 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4]   2> 740618 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 740620 T2091 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@417c03 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740620 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4]   2> 740620 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 46
[junit4:junit4]   2> 740622 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 740624 T2081 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 740626 T2116 C628 P52399 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 740630 T2101 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 740632 T2134 C630 P52409 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 742198 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436563682568962048)} 0 6
[junit4:junit4]   2> 742213 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={update.distrib=FROMLEADER&_version_=-1436563682579447808&update.from=http://127.0.0.1:52390/d_zf/qg/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436563682579447808)} 0 3
[junit4:junit4]   2> 742222 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={update.distrib=FROMLEADER&_version_=-1436563682586787840&update.from=http://127.0.0.1:52381/d_zf/qg/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436563682586787840)} 0 4
[junit4:junit4]   2> 742224 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436563682586787840)} 0 14
[junit4:junit4]   2> 742225 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436563682579447808)} 0 22
[junit4:junit4]   2> 742231 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!0 (1436563682607759360)]} 0 2
[junit4:junit4]   2> 742242 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436563682615099392)]} 0 1
[junit4:junit4]   2> 742244 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!0 (1436563682615099392)]} 0 7
[junit4:junit4]   2> 742245 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!0]} 0 11
[junit4:junit4]   2> 742249 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!1 (1436563682626633728)]} 0 1
[junit4:junit4]   2> 742255 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436563682631876608)]} 0 0
[junit4:junit4]   2> 742256 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!1 (1436563682631876608)]} 0 3
[junit4:junit4]   2> 742259 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!2 (1436563682637119488)]} 0 1
[junit4:junit4]   2> 742263 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436563682639216640)]} 0 0
[junit4:junit4]   2> 742263 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!2 (1436563682639216640)]} 0 3
[junit4:junit4]   2> 742267 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!3 (1436563682645508096)]} 0 1
[junit4:junit4]   2> 742272 T2134 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436563682648653824)]} 0 1
[junit4:junit4]   2> 742272 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!3 (1436563682648653824)]} 0 3
[junit4:junit4]   2> 742275 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!4 (1436563682653896704)]} 0 1
[junit4:junit4]   2> 742279 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436563682657042432)]} 0 0
[junit4:junit4]   2> 742281 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!4 (1436563682657042432)]} 0 4
[junit4:junit4]   2> 742284 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!5 (1436563682663333888)]} 0 1
[junit4:junit4]   2> 742291 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436563682668576768)]} 0 0
[junit4:junit4]   2> 742293 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1436563682668576768)]} 0 5
[junit4:junit4]   2> 742294 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!5]} 0 8
[junit4:junit4]   2> 742297 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!6 (1436563682678013952)]} 0 1
[junit4:junit4]   2> 742304 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436563682682208256)]} 0 0
[junit4:junit4]   2> 742307 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1436563682682208256)]} 0 6
[junit4:junit4]   2> 742308 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!6]} 0 9
[junit4:junit4]   2> 742320 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!7 (1436563682693742592)]} 0 8
[junit4:junit4]   2> 742329 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436563682708422656)]} 0 0
[junit4:junit4]   2> 742332 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1436563682708422656)]} 0 6
[junit4:junit4]   2> 742332 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!7]} 0 9
[junit4:junit4]   2> 742336 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!8 (1436563682718908416)]} 0 0
[junit4:junit4]   2> 742345 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436563682725199872)]} 0 1
[junit4:junit4]   2> 742346 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1436563682725199872)]} 0 4
[junit4:junit4]   2> 742348 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!8]} 0 9
[junit4:junit4]   2> 742351 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!9 (1436563682734637056)]} 0 0
[junit4:junit4]   2> 742358 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436563682737782784)]} 0 0
[junit4:junit4]   2> 742360 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!9 (1436563682737782784)]} 0 6
[junit4:junit4]   2> 742364 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!10 (1436563682748268544)]} 0 0
[junit4:junit4]   2> 742370 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436563682751414272)]} 0 0
[junit4:junit4]   2> 742372 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!10 (1436563682751414272)]} 0 5
[junit4:junit4]   2> 742377 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[l!11 (1436563682760851456)]} 0 1
[junit4:junit4]   2> 742386 T2131 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436563682767142912)]} 0 0
[junit4:junit4]   2> 742387 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1436563682767142912)]} 0 5
[junit4:junit4]   2> 742389 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[l!11]} 0 9
[junit4:junit4]   2> 742392 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[m!12 (1436563682777628672)]} 0 0
[junit4:junit4]   2> 742401 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436563682783920128)]} 0 0
[junit4:junit4]   2> 742402 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1436563682783920128)]} 0 4
[junit4:junit4]   2> 742404 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[m!12]} 0 8
[junit4:junit4]   2> 742408 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[n!13 (1436563682794405888)]} 0 0
[junit4:junit4]   2> 742418 T2117 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436563682801745920)]} 0 0
[junit4:junit4]   2> 742421 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!13 (1436563682801745920)]} 0 6
[junit4:junit4]   2> 742421 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[n!13]} 0 9
[junit4:junit4]   2> 742426 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[o!14 (1436563682812231680)]} 0 1
[junit4:junit4]   2> 742437 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436563682820620288)]} 0 0
[junit4:junit4]   2> 742438 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1436563682820620288)]} 0 5
[junit4:junit4]   2> 742440 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[o!14]} 0 10
[junit4:junit4]   2> 742443 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[p!15 (1436563682831106048)]} 0 0
[junit4:junit4]   2> 742453 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436563682837397504)]} 0 0
[junit4:junit4]   2> 742454 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1436563682837397504)]} 0 5
[junit4:junit4]   2> 742456 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[p!15]} 0 10
[junit4:junit4]   2> 742459 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[q!16 (1436563682847883264)]} 0 0
[junit4:junit4]   2> 742468 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436563682854174720)]} 0 1
[junit4:junit4]   2> 742470 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1436563682854174720)]} 0 5
[junit4:junit4]   2> 742471 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[q!16]} 0 9
[junit4:junit4]   2> 742474 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[r!17 (1436563682863611904)]} 0 0
[junit4:junit4]   2> 742481 T2134 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436563682867806208)]} 0 0
[junit4:junit4]   2> 742482 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[r!17 (1436563682867806208)]} 0 4
[junit4:junit4]   2> 742486 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[s!18 (1436563682876194816)]} 0 0
[junit4:junit4]   2> 742493 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436563682880389120)]} 0 0
[junit4:junit4]   2> 742495 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[s!18 (1436563682880389120)]} 0 5
[junit4:junit4]   2> 742499 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[t!19 (1436563682889826304)]} 0 0
[junit4:junit4]   2> 742506 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436563682894020608)]} 0 0
[junit4:junit4]   2> 742509 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[t!19 (1436563682894020608)]} 0 6
[junit4:junit4]   2> 742512 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[u!20 (1436563682903457792)]} 0 0
[junit4:junit4]   2> 742519 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436563682907652096)]} 0 0
[junit4:junit4]   2> 742522 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[u!20 (1436563682907652096)]} 0 6
[junit4:junit4]   2> 742526 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[v!21 (1436563682917089280)]} 0 1
[junit4:junit4]   2> 742532 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436563682921283584)]} 0 0
[junit4:junit4]   2> 742534 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[v!21 (1436563682921283584)]} 0 5
[junit4:junit4]   2> 742538 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[w!22 (1436563682930720768)]} 0 0
[junit4:junit4]   2> 742547 T2117 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436563682937012224)]} 0 0
[junit4:junit4]   2> 742548 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!22 (1436563682937012224)]} 0 4
[junit4:junit4]   2> 742550 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[w!22]} 0 9
[junit4:junit4]   2> 742554 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[x!23 (1436563682947497984)]} 0 0
[junit4:junit4]   2> 742560 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436563682950643712)]} 0 0
[junit4:junit4]   2> 742562 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[x!23 (1436563682950643712)]} 0 5
[junit4:junit4]   2> 742566 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[y!24 (1436563682959032320)]} 0 1
[junit4:junit4]   2> 742572 T2131 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436563682963226624)]} 0 0
[junit4:junit4]   2> 742574 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[y!24 (1436563682963226624)]} 0 5
[junit4:junit4]   2> 742577 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[z!25 (1436563682971615232)]} 0 0
[junit4:junit4]   2> 742585 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436563682975809536)]} 0 0
[junit4:junit4]   2> 742586 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[z!25 (1436563682975809536)]} 0 5
[junit4:junit4]   2> 742589 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!26 (1436563682984198144)]} 0 0
[junit4:junit4]   2> 742599 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436563682991538176)]} 0 0
[junit4:junit4]   2> 742601 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1436563682991538176)]} 0 5
[junit4:junit4]   2> 742604 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!26]} 0 10
[junit4:junit4]   2> 742607 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!27 (1436563683003072512)]} 0 1
[junit4:junit4]   2> 742617 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436563683010412544)]} 0 0
[junit4:junit4]   2> 742619 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1436563683010412544)]} 0 5
[junit4:junit4]   2> 742620 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!27]} 0 10
[junit4:junit4]   2> 742623 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!28 (1436563683019849728)]} 0 0
[junit4:junit4]   2> 742635 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436563683028238336)]} 0 1
[junit4:junit4]   2> 742636 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!28 (1436563683028238336)]} 0 5
[junit4:junit4]   2> 742638 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!28]} 0 10
[junit4:junit4]   2> 742642 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!29 (1436563683039772672)]} 0 0
[junit4:junit4]   2> 742649 T2134 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436563683043966976)]} 0 0
[junit4:junit4]   2> 742650 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!29 (1436563683043966976)]} 0 4
[junit4:junit4]   2> 742653 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!30 (1436563683051307008)]} 0 0
[junit4:junit4]   2> 742663 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436563683057598464)]} 0 0
[junit4:junit4]   2> 742665 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1436563683057598464)]} 0 7
[junit4:junit4]   2> 742665 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!30]} 0 8
[junit4:junit4]   2> 742669 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!31 (1436563683068084224)]} 0 0
[junit4:junit4]   2> 742679 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436563683075424256)]} 0 0
[junit4:junit4]   2> 742680 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!31 (1436563683075424256)]} 0 6
[junit4:junit4]   2> 742682 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!31]} 0 9
[junit4:junit4]   2> 742686 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!32 (1436563683084861440)]} 0 1
[junit4:junit4]   2> 742696 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436563683093250048)]} 0 0
[junit4:junit4]   2> 742697 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1436563683093250048)]} 0 4
[junit4:junit4]   2> 742698 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!32]} 0 8
[junit4:junit4]   2> 742702 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!33 (1436563683102687232)]} 0 0
[junit4:junit4]   2> 742709 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436563683106881536)]} 0 0
[junit4:junit4]   2> 742710 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!33 (1436563683106881536)]} 0 4
[junit4:junit4]   2> 742715 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!34 (1436563683115270144)]} 0 1
[junit4:junit4]   2> 742721 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436563683119464448)]} 0 0
[junit4:junit4]   2> 742723 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!34 (1436563683119464448)]} 0 5
[junit4:junit4]   2> 742727 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!35 (1436563683127853056)]} 0 1
[junit4:junit4]   2> 742734 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436563683132047360)]} 0 0
[junit4:junit4]   2> 742737 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!35 (1436563683132047360)]} 0 7
[junit4:junit4]   2> 742741 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!36 (1436563683143581696)]} 0 0
[junit4:junit4]   2> 742748 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436563683147776000)]} 0 0
[junit4:junit4]   2> 742750 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!36 (1436563683147776000)]} 0 5
[junit4:junit4]   2> 742755 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[l!37 (1436563683157213184)]} 0 1
[junit4:junit4]   2> 742765 T2131 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436563683164553216)]} 0 1
[junit4:junit4]   2> 742766 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!37 (1436563683164553216)]} 0 5
[junit4:junit4]   2> 742768 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[l!37]} 0 10
[junit4:junit4]   2> 742772 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[m!38 (1436563683175038976)]} 0 1
[junit4:junit4]   2> 742783 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436563683183427584)]} 0 1
[junit4:junit4]   2> 742784 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!38 (1436563683183427584)]} 0 5
[junit4:junit4]   2> 742785 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[m!38]} 0 10
[junit4:junit4]   2> 742789 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[n!39 (1436563683192864768)]} 0 1
[junit4:junit4]   2> 742795 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436563683197059072)]} 0 1
[junit4:junit4]   2> 742798 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[n!39 (1436563683197059072)]} 0 6
[junit4:junit4]   2> 742801 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[o!40 (1436563683206496256)]} 0 0
[junit4:junit4]   2> 742811 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436563683212787712)]} 0 1
[junit4:junit4]   2> 742812 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1436563683212787712)]} 0 5
[junit4:junit4]   2> 742814 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[o!40]} 0 10
[junit4:junit4]   2> 742818 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[p!41 (1436563683223273472)]} 0 1
[junit4:junit4]   2> 742824 T2117 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436563683227467776)]} 0 0
[junit4:junit4]   2> 742826 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[p!41 (1436563683227467776)]} 0 5
[junit4:junit4]   2> 742830 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[q!42 (1436563683235856384)]} 0 1
[junit4:junit4]   2> 742838 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436563683241099264)]} 0 1
[junit4:junit4]   2> 742839 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[q!42 (1436563683241099264)]} 0 5
[junit4:junit4]   2> 742844 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[r!43 (1436563683250536448)]} 0 1
[junit4:junit4]   2> 742860 T2134 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436563683261022208)]} 0 1
[junit4:junit4]   2> 742863 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1436563683261022208)]} 0 10
[junit4:junit4]   2> 742864 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[r!43]} 0 15
[junit4:junit4]   2> 742868 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[s!44 (1436563683275702272)]} 0 1
[junit4:junit4]   2> 742874 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436563683279896576)]} 0 0
[junit4:junit4]   2> 742877 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[s!44 (1436563683279896576)]} 0 6
[junit4:junit4]   2> 742880 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[t!45 (1436563683289333760)]} 0 0
[junit4:junit4]   2> 742890 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436563683295625216)]} 0 1
[junit4:junit4]   2> 742892 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!45 (1436563683295625216)]} 0 6
[junit4:junit4]   2> 742892 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[t!45]} 0 9
[junit4:junit4]   2> 742897 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[u!46 (1436563683307159552)]} 0 1
[junit4:junit4]   2> 742904 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436563683311353856)]} 0 0
[junit4:junit4]   2> 742905 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[u!46 (1436563683311353856)]} 0 4
[junit4:junit4]   2> 742910 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[v!47 (1436563683319742464)]} 0 1
[junit4:junit4]   2> 742916 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436563683323936768)]} 0 0
[junit4:junit4]   2> 742918 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[v!47 (1436563683323936768)]} 0 5
[junit4:junit4]   2> 742923 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[w!48 (1436563683333373952)]} 0 1
[junit4:junit4]   2> 742930 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436563683337568256)]} 0 1
[junit4:junit4]   2> 742931 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[w!48 (1436563683337568256)]} 0 5
[junit4:junit4]   2> 742936 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[x!49 (1436563683347005440)]} 0 1
[junit4:junit4]   2> 742945 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436563683354345472)]} 0 0
[junit4:junit4]   2> 742947 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1436563683354345472)]} 0 5
[junit4:junit4]   2> 742948 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[x!49]} 0 8
[junit4:junit4]   2> 742953 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[y!50 (1436563683364831232)]} 0 1
[junit4:junit4]   2> 742960 T2131 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436563683369025536)]} 0 1
[junit4:junit4]   2> 742961 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[y!50 (1436563683369025536)]} 0 5
[junit4:junit4]   2> 742965 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[z!51 (1436563683378462720)]} 0 0
[junit4:junit4]   2> 742972 T2117 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436563683381608448)]} 0 0
[junit4:junit4]   2> 742973 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[z!51 (1436563683381608448)]} 0 5
[junit4:junit4]   2> 742977 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!52 (1436563683391045632)]} 0 0
[junit4:junit4]   2> 742987 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436563683398385664)]} 0 0
[junit4:junit4]   2> 742988 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!52 (1436563683398385664)]} 0 5
[junit4:junit4]   2> 742989 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!52]} 0 8
[junit4:junit4]   2> 742992 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!53 (1436563683406774272)]} 0 0
[junit4:junit4]   2> 743000 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436563683410968576)]} 0 2
[junit4:junit4]   2> 743000 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!53 (1436563683410968576)]} 0 5
[junit4:junit4]   2> 743004 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!54 (1436563683419357184)]} 0 0
[junit4:junit4]   2> 743016 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436563683427745792)]} 0 2
[junit4:junit4]   2> 743017 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1436563683427745792)]} 0 6
[junit4:junit4]   2> 743018 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!54]} 0 10
[junit4:junit4]   2> 743022 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!55 (1436563683438231552)]} 0 0
[junit4:junit4]   2> 743029 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436563683441377280)]} 0 0
[junit4:junit4]   2> 743030 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!55 (1436563683441377280)]} 0 5
[junit4:junit4]   2> 743034 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!56 (1436563683450814464)]} 0 0
[junit4:junit4]   2> 743041 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436563683455008768)]} 0 0
[junit4:junit4]   2> 743043 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!56 (1436563683455008768)]} 0 5
[junit4:junit4]   2> 743047 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!57 (1436563683464445952)]} 0 0
[junit4:junit4]   2> 743056 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436563683470737408)]} 0 0
[junit4:junit4]   2> 743057 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!57 (1436563683470737408)]} 0 4
[junit4:junit4]   2> 743059 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!57]} 0 8
[junit4:junit4]   2> 743063 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!58 (1436563683481223168)]} 0 0
[junit4:junit4]   2> 743071 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436563683486466048)]} 0 0
[junit4:junit4]   2> 743073 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1436563683486466048)]} 0 5
[junit4:junit4]   2> 743074 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!58]} 0 8
[junit4:junit4]   2> 743079 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!59 (1436563683498000384)]} 0 1
[junit4:junit4]   2> 743092 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436563683506388992)]} 0 0
[junit4:junit4]   2> 743101 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!59 (1436563683506388992)]} 0 14
[junit4:junit4]   2> 743106 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!59]} 0 23
[junit4:junit4]   2> 743110 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!60 (1436563683529457664)]} 0 1
[junit4:junit4]   2> 743114 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436563683532603392)]} 0 0
[junit4:junit4]   2> 743116 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!60 (1436563683532603392)]} 0 4
[junit4:junit4]   2> 743119 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!61 (1436563683538894848)]} 0 1
[junit4:junit4]   2> 743125 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436563683544137728)]} 0 0
[junit4:junit4]   2> 743127 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!61 (1436563683544137728)]} 0 4
[junit4:junit4]   2> 743127 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!61]} 0 7
[junit4:junit4]   2> 743130 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!62 (1436563683551477760)]} 0 0
[junit4:junit4]   2> 743136 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436563683554623488)]} 0 0
[junit4:junit4]   2> 743136 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!62 (1436563683554623488)]} 0 3
[junit4:junit4]   2> 743138 T2100 C631 P52390 oasup.LogUpdateProcessor.finish 

[...truncated too long message...]

Id=0,deletesByQuery=0,errors=0,cumulative_adds=70,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 753983 T2047 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 753984 T2047 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 753985 T2047 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2>  C641_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52409_d_zf%2Fqg, base_url=http://127.0.0.1:52409/d_zf/qg, leader=true}
[junit4:junit4]   2> 753989 T2047 C641 P52409 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_5,generation=5}
[junit4:junit4]   2> 753991 T2047 C641 P52409 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 754002 T2047 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 754003 T2047 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 754003 T2047 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\ [CachedDir<<refCount=0;path=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\;done=false>>]
[junit4:junit4]   2> 754004 T2047 oasc.CachingDirectoryFactory.close Closing directory: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\
[junit4:junit4]   2> 754004 T2047 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index [CachedDir<<refCount=0;path=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index;done=false>>]
[junit4:junit4]   2> 754006 T2047 oasc.CachingDirectoryFactory.close Closing directory: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index
[junit4:junit4]   2> 754008 T2171 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89785228544704524-127.0.0.1:52409_d_zf%2Fqg-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 754015 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 754030 T2047 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/d_zf/qg,null}
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper\server1\data\version-2\log.1 FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper\server1\data\version-2 FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper\server1\data FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper\server1 FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280 FAILED !!!!!
[junit4:junit4]   2> 754152 T2047 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 754155 T2047 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52362 52362
[junit4:junit4]   2> 755240 T2138 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 756274 T2138 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 756278 T2047 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52369
[junit4:junit4]   2> 756304 T2047 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 756304 T2047 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52362 52362
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=D7C3DB928768A0A -Dtests.slow=true -Dtests.locale=en_US -Dtests.timezone=Zulu -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   38.8s | ShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52381/d_zf/qg returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([D7C3DB928768A0A:8C9AB3A15F29EA36]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 756317 T2047 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=DefaultSimilarity, locale=en_US, timezone=Zulu
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_21 (32-bit)/cpus=2,threads=2,free=81540064,total=321912832
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDocumentBuilder, TestPartialUpdateDeduplication, TestCloudManagedSchemaAddField, OverseerCollectionProcessorTest, SolrCoreTest, SampleTest, URLClassifyProcessorTest, PreAnalyzedUpdateProcessorTest, TestQueryUtils, BasicDistributedZk2Test, ShowFileRequestHandlerTest, StandardRequestHandlerTest, SolrIndexConfigTest, LeaderElectionTest, TermVectorComponentTest, UUIDFieldTest, XmlUpdateRequestHandlerTest, TestLFUCache, SolrCmdDistributorTest, TestSweetSpotSimilarityFactory, TestStressReorder, RequiredFieldsTest, DateFieldTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, FieldAnalysisRequestHandlerTest, TestTrie, DistributedSpellCheckComponentTest, TestSolrXMLSerializer, ClusterStateTest, TestPhraseSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPerFieldSimilarity, SpellCheckCollatorTest, UpdateRequestProcessorFactoryTest, TestSolrQueryParserResource, TestSerializedLuceneMatchVersion, SuggesterFSTTest, MoreLikeThisHandlerTest, CoreAdminHandlerTest, IndexSchemaRuntimeFieldTest, TestQuerySenderNoQuery, TestSolrXml, RAMDirectoryFactoryTest, TestElisionMultitermQuery, SuggesterTSTTest, TestWordDelimiterFilterFactory, AlternateDirectoryTest, TestValueSourceCache, TestDistributedGrouping, TestFastWriter, TestSolr4Spatial, TestRealTimeGet, TestManagedSchemaFieldResource, TestBinaryResponseWriter, TestFaceting, TestCSVLoader, IndexBasedSpellCheckerTest, TestManagedSchema, SchemaVersionSpecificBehaviorTest, TestNumberUtils, TestFiltering, TestQueryTypes, BadCopyFieldTest, SynonymTokenizerTest, JsonLoaderTest, TestJmxMonitoredMap, TestUpdate, SpellPossibilityIteratorTest, DisMaxRequestHandlerTest, TestPHPSerializedResponseWriter, StatsComponentTest, PolyFieldTest, TermsComponentTest, SpellingQueryConverterTest, TestSolrDeletionPolicy1, TestSolrDeletionPolicy2, ReturnFieldsTest, RecoveryZkTest, ShardSplitTest]
[junit4:junit4] Completed in 38.83s, 1 test, 1 error <<< FAILURES!

[...truncated 677 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:386: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:366: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:181: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:437: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1243: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 error, 18 ignored (12 assumptions)

Total time: 68 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_21 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure