You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/31 17:56:53 UTC

[JENKINS] Lucene-Solr-4.x-Windows (32bit/jdk1.7.0_21) - Build # 2848 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2848/
Java: 32bit/jdk1.7.0_21 -server -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:52381/d_zf/qg returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52381/d_zf/qg returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([D7C3DB928768A0A:8C9AB3A15F29EA36]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9474 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 717518 T2047 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /d_zf/qg
[junit4:junit4]   2> 717524 T2047 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-ShardSplitTest-1370013863281
[junit4:junit4]   2> 717527 T2047 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 717529 T2048 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 717636 T2047 oasc.ZkTestServer.run start zk server on port:52362
[junit4:junit4]   2> 717638 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 717647 T2054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15924ad name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 717647 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 717648 T2047 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 717656 T2049 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efb308d7c0000, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 717658 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 717668 T2056 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eeb7a1 name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 717668 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 717669 T2047 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 717680 T2047 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 717686 T2047 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 717691 T2047 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 717696 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 717698 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 717710 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 717711 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 717719 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 717721 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 717727 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 717728 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 717735 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 717735 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 717741 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 717743 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 717751 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 717752 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 717757 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 717759 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 717766 T2047 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 717766 T2047 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 717775 T2049 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efb308d7c0001, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 718302 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 718307 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52369
[junit4:junit4]   2> 718309 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 718309 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 718309 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529
[junit4:junit4]   2> 718309 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\solr.xml
[junit4:junit4]   2> 718309 T2047 oasc.CoreContainer.<init> New CoreContainer 27957833
[junit4:junit4]   2> 718311 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\'
[junit4:junit4]   2> 718311 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\'
[junit4:junit4]   2> 718444 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 718444 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 718444 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 718445 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 718445 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 718445 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 718446 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 718447 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 718447 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 718447 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 718458 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 718459 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 718460 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 718462 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 718480 T2067 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13cd569 name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 718482 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 718492 T2049 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efb308d7c0002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 718492 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 718508 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 718512 T2069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ec7f18 name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 718513 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 718517 T2047 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 718527 T2047 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 718534 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 718539 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52369_d_zf%2Fqg
[junit4:junit4]   2> 718541 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52369_d_zf%2Fqg
[junit4:junit4]   2> 718549 T2047 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 718562 T2047 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 718567 T2047 oasc.Overseer.start Overseer (id=89785228544704515-127.0.0.1:52369_d_zf%2Fqg-n_0000000000) starting
[junit4:junit4]   2> 718576 T2047 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 718585 T2071 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 718587 T2047 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 718592 T2047 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 718595 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 718600 T2070 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 718604 T2072 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\collection1
[junit4:junit4]   2> 718604 T2072 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 718605 T2072 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 718605 T2072 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 718609 T2072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\collection1\'
[junit4:junit4]   2> 718609 T2072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 718610 T2072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529/collection1/lib/README' to classloader
[junit4:junit4]   2> 718665 T2072 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 718730 T2072 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 718733 T2072 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 718737 T2072 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 719357 T2072 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 719361 T2072 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 719363 T2072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 719368 T2072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 719407 T2072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 719408 T2072 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-controljetty-1370013863529\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/control/data\
[junit4:junit4]   2> 719408 T2072 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 719408 T2072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 719409 T2072 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/control/data\
[junit4:junit4]   2> 719409 T2072 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/control/data\index/
[junit4:junit4]   2> 719409 T2072 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 719411 T2072 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/control/data\index
[junit4:junit4]   2> 719417 T2072 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b83295 lockFactory=org.apache.lucene.store.NativeFSLockFactory@340d7d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 719418 T2072 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 719422 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 719422 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 719424 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 719424 T2072 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 719425 T2072 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 719425 T2072 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 719425 T2072 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 719426 T2072 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 719426 T2072 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 719438 T2072 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 719445 T2072 oass.SolrIndexSearcher.<init> Opening Searcher@1d7e3a8 main
[junit4:junit4]   2> 719446 T2072 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\control\data\tlog
[junit4:junit4]   2> 719448 T2072 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 719448 T2072 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 719453 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d7e3a8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 719454 T2072 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 719454 T2072 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 720049 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 720051 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52369_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52369/d_zf/qg"}
[junit4:junit4]   2> 720053 T2070 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 720053 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 720078 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 720417 T2072 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 720417 T2072 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52369/d_zf/qg collection:control_collection shard:shard1
[junit4:junit4]   2> 720418 T2072 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 720434 T2072 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 720441 T2072 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 720441 T2072 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 720441 T2072 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52369/d_zf/qg/collection1/
[junit4:junit4]   2> 720441 T2072 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 720441 T2072 oasc.SyncStrategy.syncToMe http://127.0.0.1:52369/d_zf/qg/collection1/ has no replicas
[junit4:junit4]   2> 720443 T2072 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52369/d_zf/qg/collection1/
[junit4:junit4]   2> 720443 T2072 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 721533 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 721557 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.register We are http://127.0.0.1:52369/d_zf/qg/collection1/ and leader is http://127.0.0.1:52369/d_zf/qg/collection1/
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52369/d_zf/qg
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 721579 T2072 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 721586 T2072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 721589 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 721589 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 721590 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 721601 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 721604 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 721609 T2076 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@118f7fd name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 721609 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 721611 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 721616 T2047 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 722086 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 722092 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52381
[junit4:junit4]   2> 722093 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 722095 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 722095 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371
[junit4:junit4]   2> 722095 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\solr.xml
[junit4:junit4]   2> 722095 T2047 oasc.CoreContainer.<init> New CoreContainer 24242009
[junit4:junit4]   2> 722097 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\'
[junit4:junit4]   2> 722097 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\'
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 722261 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 722262 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 722262 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 722262 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 722264 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 722264 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 722272 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 722273 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 722273 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 722276 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 722293 T2087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dfae7d name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 722294 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 722298 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 722307 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 722310 T2089 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18a3892 name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 722310 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 722323 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 723008 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 723009 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52369_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52369_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52369/d_zf/qg"}
[junit4:junit4]   2> 723022 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 723023 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 723024 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 723291 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52381_d_zf%2Fqg
[junit4:junit4]   2> 723294 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52381_d_zf%2Fqg
[junit4:junit4]   2> 723300 T2089 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 723300 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 723300 T2069 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 723301 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 723300 T2076 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 723302 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 723319 T2090 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\collection1
[junit4:junit4]   2> 723319 T2090 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 723320 T2090 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 723320 T2090 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 723322 T2090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\collection1\'
[junit4:junit4]   2> 723324 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 723325 T2090 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371/collection1/lib/README' to classloader
[junit4:junit4]   2> 723380 T2090 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 723453 T2090 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 723456 T2090 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 723464 T2090 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 724055 T2090 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 724059 T2090 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 724061 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 724067 T2090 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 724110 T2090 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 724110 T2090 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty1-1370013867371\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty1\
[junit4:junit4]   2> 724110 T2090 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 724110 T2090 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 724111 T2090 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty1\
[junit4:junit4]   2> 724111 T2090 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty1\index/
[junit4:junit4]   2> 724112 T2090 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 724112 T2090 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty1\index
[junit4:junit4]   2> 724117 T2090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 724117 T2090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 724121 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 724121 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 724122 T2090 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 724122 T2090 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 724123 T2090 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 724123 T2090 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 724124 T2090 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 724124 T2090 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 724125 T2090 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 724134 T2090 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 724141 T2090 oass.SolrIndexSearcher.<init> Opening Searcher@1d2d430 main
[junit4:junit4]   2> 724141 T2090 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty1\tlog
[junit4:junit4]   2> 724142 T2090 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 724142 T2090 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 724147 T2091 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d2d430 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 724148 T2090 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 724148 T2090 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 724473 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 724474 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52381_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52381/d_zf/qg"}
[junit4:junit4]   2> 724474 T2070 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 724474 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 724484 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 724485 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 724485 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 725114 T2090 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 725114 T2090 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52381/d_zf/qg collection:collection1 shard:shard1
[junit4:junit4]   2> 725117 T2090 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 725149 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 725159 T2090 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 725159 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 725161 T2090 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52381/d_zf/qg/collection1/
[junit4:junit4]   2> 725161 T2090 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 725162 T2090 oasc.SyncStrategy.syncToMe http://127.0.0.1:52381/d_zf/qg/collection1/ has no replicas
[junit4:junit4]   2> 725162 T2090 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52381/d_zf/qg/collection1/
[junit4:junit4]   2> 725162 T2090 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 725934 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 725952 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 725953 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 725953 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.register We are http://127.0.0.1:52381/d_zf/qg/collection1/ and leader is http://127.0.0.1:52381/d_zf/qg/collection1/
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52381/d_zf/qg
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 725971 T2090 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 725974 T2090 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 725975 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 725976 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 725977 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 726445 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 726459 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52390
[junit4:junit4]   2> 726463 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 726465 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 726466 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741
[junit4:junit4]   2> 726468 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\solr.xml
[junit4:junit4]   2> 726468 T2047 oasc.CoreContainer.<init> New CoreContainer 32958992
[junit4:junit4]   2> 726469 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\'
[junit4:junit4]   2> 726470 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\'
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 726596 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 726598 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 726598 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 726598 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 726599 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 726599 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 726608 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 726608 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 726609 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 726611 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 726628 T2103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@88e968 name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 726630 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 726634 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 726644 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 726648 T2105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19b7035 name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 726648 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 726657 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 727407 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 727409 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52381_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52381_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52381/d_zf/qg"}
[junit4:junit4]   2> 727429 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727430 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727432 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727433 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727624 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52390_d_zf%2Fqg
[junit4:junit4]   2> 727629 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52390_d_zf%2Fqg
[junit4:junit4]   2> 727638 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 727641 T2089 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 727641 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 727641 T2069 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 727642 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 727644 T2076 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 727645 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 727650 T2105 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 727670 T2106 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\collection1
[junit4:junit4]   2> 727670 T2106 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 727672 T2106 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 727672 T2106 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 727678 T2106 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\collection1\'
[junit4:junit4]   2> 727682 T2106 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 727684 T2106 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741/collection1/lib/README' to classloader
[junit4:junit4]   2> 727740 T2106 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 727800 T2106 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 727803 T2106 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 727807 T2106 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 728399 T2106 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 728402 T2106 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 728404 T2106 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 728410 T2106 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 728444 T2106 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 728444 T2106 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty2-1370013871741\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty2\
[junit4:junit4]   2> 728444 T2106 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 728444 T2106 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 728445 T2106 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty2\
[junit4:junit4]   2> 728445 T2106 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty2\index/
[junit4:junit4]   2> 728445 T2106 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 728446 T2106 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty2\index
[junit4:junit4]   2> 728451 T2106 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 728451 T2106 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 728455 T2106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 728455 T2106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 728455 T2106 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 728456 T2106 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 728456 T2106 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 728456 T2106 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 728457 T2106 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 728457 T2106 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 728458 T2106 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 728466 T2106 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 728474 T2106 oass.SolrIndexSearcher.<init> Opening Searcher@c6f37a main
[junit4:junit4]   2> 728474 T2106 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty2\tlog
[junit4:junit4]   2> 728476 T2106 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 728476 T2106 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 728481 T2107 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c6f37a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 728482 T2106 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 728482 T2106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 728824 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 728826 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52390_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52390/d_zf/qg"}
[junit4:junit4]   2> 728826 T2070 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 728827 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 728844 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 728845 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 728846 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 728846 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 729353 T2106 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 729353 T2106 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52390/d_zf/qg collection:collection1 shard:shard2
[junit4:junit4]   2> 729355 T2106 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 729366 T2106 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 729371 T2106 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 729371 T2106 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 729371 T2106 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52390/d_zf/qg/collection1/
[junit4:junit4]   2> 729371 T2106 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 729372 T2106 oasc.SyncStrategy.syncToMe http://127.0.0.1:52390/d_zf/qg/collection1/ has no replicas
[junit4:junit4]   2> 729372 T2106 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52390/d_zf/qg/collection1/
[junit4:junit4]   2> 729372 T2106 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 730159 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 730191 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 730193 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 730193 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 730193 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 730217 T2106 oasc.ZkController.register We are http://127.0.0.1:52390/d_zf/qg/collection1/ and leader is http://127.0.0.1:52390/d_zf/qg/collection1/
[junit4:junit4]   2> 730217 T2106 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52390/d_zf/qg
[junit4:junit4]   2> 730217 T2106 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 730218 T2106 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 730218 T2106 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 730224 T2106 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 730227 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 730228 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 730229 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 730635 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 730641 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52399
[junit4:junit4]   2> 730642 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 730643 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 730643 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000
[junit4:junit4]   2> 730644 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\solr.xml
[junit4:junit4]   2> 730645 T2047 oasc.CoreContainer.<init> New CoreContainer 3399494
[junit4:junit4]   2> 730646 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\'
[junit4:junit4]   2> 730647 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\'
[junit4:junit4]   2> 730754 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 730754 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 730755 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 730755 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 730756 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 730756 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 730756 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 730756 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 730757 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 730758 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 730765 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 730765 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 730765 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 730768 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 730784 T2119 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1055117 name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 730785 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 730788 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 730788 T2049 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efb308d7c0009, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 730797 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 730802 T2121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c08bd name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 730803 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 730816 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 731510 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 731512 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52390_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52390_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52390/d_zf/qg"}
[junit4:junit4]   2> 731524 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731524 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731525 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731526 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731524 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731704 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52399_d_zf%2Fqg
[junit4:junit4]   2> 731707 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52399_d_zf%2Fqg
[junit4:junit4]   2> 731712 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731712 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 731713 T2076 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731714 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 731714 T2069 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731714 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 731715 T2089 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731715 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 731719 T2121 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731719 T2105 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 731730 T2122 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\collection1
[junit4:junit4]   2> 731730 T2122 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 731731 T2122 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 731731 T2122 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 731737 T2122 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\collection1\'
[junit4:junit4]   2> 731739 T2122 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 731740 T2122 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000/collection1/lib/README' to classloader
[junit4:junit4]   2> 731801 T2122 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 731866 T2122 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 731871 T2122 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 731877 T2122 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 732412 T2122 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 732416 T2122 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 732418 T2122 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 732423 T2122 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 732452 T2122 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 732453 T2122 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty3-1370013876000\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\
[junit4:junit4]   2> 732453 T2122 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 732453 T2122 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 732453 T2122 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\
[junit4:junit4]   2> 732454 T2122 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index/
[junit4:junit4]   2> 732454 T2122 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 732455 T2122 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index
[junit4:junit4]   2> 732458 T2122 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_1,generation=1}
[junit4:junit4]   2> 732459 T2122 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 732462 T2122 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 732462 T2122 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 732464 T2122 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 732465 T2122 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 732465 T2122 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 732465 T2122 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 732465 T2122 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 732467 T2122 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 732467 T2122 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 732476 T2122 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 732483 T2122 oass.SolrIndexSearcher.<init> Opening Searcher@13c03a4 main
[junit4:junit4]   2> 732483 T2122 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty3\tlog
[junit4:junit4]   2> 732485 T2122 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 732485 T2122 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 732489 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13c03a4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 732490 T2122 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 732490 T2122 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 732836 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 732837 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52399_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52399/d_zf/qg"}
[junit4:junit4]   2> 732837 T2070 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 732837 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 732849 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 732849 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 732849 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 732849 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 732850 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 733357 T2122 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 733357 T2122 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52399/d_zf/qg collection:collection1 shard:shard1
[junit4:junit4]   2> 733369 T2122 oasc.ZkController.register We are http://127.0.0.1:52399/d_zf/qg/collection1/ and leader is http://127.0.0.1:52381/d_zf/qg/collection1/
[junit4:junit4]   2> 733369 T2122 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52399/d_zf/qg
[junit4:junit4]   2> 733370 T2122 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 733371 T2122 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C627 name=collection1 org.apache.solr.core.SolrCore@31fed url=http://127.0.0.1:52399/d_zf/qg/collection1 node=127.0.0.1:52399_d_zf%2Fqg C627_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52399_d_zf%2Fqg, base_url=http://127.0.0.1:52399/d_zf/qg}
[junit4:junit4]   2> 733373 T2124 C627 P52399 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 733374 T2124 C627 P52399 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 733374 T2124 C627 P52399 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 733375 T2124 C627 P52399 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 733375 T2122 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 733380 T2124 C627 P52399 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 733384 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 733384 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 733385 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 733395 T2082 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52399_d_zf%2Fqg_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 733802 T2047 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 733807 T2047 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52409
[junit4:junit4]   2> 733807 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 733808 T2047 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 733808 T2047 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148
[junit4:junit4]   2> 733808 T2047 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\solr.xml
[junit4:junit4]   2> 733808 T2047 oasc.CoreContainer.<init> New CoreContainer 32355156
[junit4:junit4]   2> 733808 T2047 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\'
[junit4:junit4]   2> 733810 T2047 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\'
[junit4:junit4]   2> 733920 T2047 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 733920 T2047 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 733921 T2047 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 733922 T2047 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 733922 T2047 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 733923 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 733930 T2047 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 733931 T2047 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52362/solr
[junit4:junit4]   2> 733931 T2047 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 733933 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 733947 T2136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1247e1e name:ZooKeeperConnection Watcher:127.0.0.1:52362 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 733948 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 733951 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 733958 T2047 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 733962 T2138 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@964ebe name:ZooKeeperConnection Watcher:127.0.0.1:52362/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 733962 T2047 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 733970 T2047 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 734155 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 734156 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52399_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52399_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52399/d_zf/qg"}
[junit4:junit4]   2> 734166 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734166 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734168 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734166 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734167 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734170 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734259 T2082 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52399_d_zf%2Fqg_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 734259 T2082 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52399_d_zf%252Fqg_collection1&state=recovering&nodeName=127.0.0.1:52399_d_zf%252Fqg&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=864 
[junit4:junit4]   2> 734841 T2047 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52409_d_zf%2Fqg
[junit4:junit4]   2> 734848 T2047 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52409_d_zf%2Fqg
[junit4:junit4]   2> 734855 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734857 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734858 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 734860 T2089 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734861 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 734862 T2069 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734862 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 734863 T2076 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734865 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 734875 T2138 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734875 T2121 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734875 T2105 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 734883 T2139 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\collection1
[junit4:junit4]   2> 734883 T2139 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 734884 T2139 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 734884 T2139 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 734887 T2139 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\collection1\'
[junit4:junit4]   2> 734888 T2139 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 734889 T2139 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148/collection1/lib/README' to classloader
[junit4:junit4]   2> 734938 T2139 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 734995 T2139 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 734997 T2139 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 735001 T2139 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 735598 T2139 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 735602 T2139 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 735604 T2139 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 735611 T2139 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 735648 T2139 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 735648 T2139 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-jetty4-1370013879148\collection1\, dataDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\
[junit4:junit4]   2> 735648 T2139 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ba718e
[junit4:junit4]   2> 735649 T2139 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 735649 T2139 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\
[junit4:junit4]   2> 735649 T2139 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index/
[junit4:junit4]   2> 735649 T2139 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 735650 T2139 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index
[junit4:junit4]   2> 735654 T2139 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 735655 T2139 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 735658 T2139 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 735659 T2139 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 735659 T2139 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 735660 T2139 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 735661 T2139 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 735661 T2139 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 735661 T2139 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 735661 T2139 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 735662 T2139 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 735672 T2139 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 735678 T2139 oass.SolrIndexSearcher.<init> Opening Searcher@8b332a main
[junit4:junit4]   2> 735678 T2139 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=.\org.apache.solr.cloud.ShardSplitTest-1370013863280\jetty4\tlog
[junit4:junit4]   2> 735680 T2139 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 735681 T2139 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 735685 T2140 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8b332a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 735687 T2139 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 735687 T2139 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C628 name=collection1 org.apache.solr.core.SolrCore@31fed url=http://127.0.0.1:52399/d_zf/qg/collection1 node=127.0.0.1:52399_d_zf%2Fqg C628_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52399_d_zf%2Fqg, base_url=http://127.0.0.1:52399/d_zf/qg}
[junit4:junit4]   2> 735990 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52381/d_zf/qg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 735990 T2124 C628 P52399 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52399/d_zf/qg START replicas=[http://127.0.0.1:52381/d_zf/qg/collection1/] nUpdates=100
[junit4:junit4]   2> 735992 T2124 C628 P52399 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 735992 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 735992 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 735993 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 735993 T2124 C628 P52399 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 735994 T2124 C628 P52399 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52381/d_zf/qg/collection1/. core=collection1
[junit4:junit4]   2> 735994 T2124 C628 P52399 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C629 name=collection1 org.apache.solr.core.SolrCore@1c1a234 url=http://127.0.0.1:52381/d_zf/qg/collection1 node=127.0.0.1:52381_d_zf%2Fqg C629_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52381_d_zf%2Fqg, base_url=http://127.0.0.1:52381/d_zf/qg, leader=true}
[junit4:junit4]   2> 736004 T2084 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 736005 T2082 C629 P52381 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 736011 T2082 C629 P52381 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 736014 T2082 C629 P52381 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 736014 T2082 C629 P52381 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 736014 T2082 C629 P52381 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 736014 T2082 C629 P52381 oass.SolrIndexSearcher.<init> Opening Searcher@55ca4a realtime
[junit4:junit4]   2> 736014 T2082 C629 P52381 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 736015 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 736016 T2124 C628 P52399 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 736016 T2124 C628 P52399 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 736019 T2085 C629 P52381 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 736019 T2085 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 736019 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 736019 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 736020 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 736022 T2081 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 736023 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 736024 T2124 C628 P52399 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779
[junit4:junit4]   2> 736024 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d13a27 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19cf396) fullCopy=false
[junit4:junit4]   2> 736027 T2083 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 736028 T2124 C628 P52399 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 736029 T2124 C628 P52399 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 736029 T2124 C628 P52399 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 736031 T2124 C628 P52399 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_2,generation=2}
[junit4:junit4]   2> 736032 T2124 C628 P52399 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 736032 T2124 C628 P52399 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 736032 T2124 C628 P52399 oass.SolrIndexSearcher.<init> Opening Searcher@1a8a7f2 main
[junit4:junit4]   2> 736033 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a8a7f2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779 [CachedDir<<refCount=0;path=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779;done=true>>]
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.CachingDirectoryFactory.close Closing directory: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty3\index.20130531152441779
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 736034 T2124 C628 P52399 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 736038 T2124 C628 P52399 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 736778 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 736779 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52409_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52409/d_zf/qg"}
[junit4:junit4]   2> 736779 T2070 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 736780 T2070 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 736798 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52399_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52399_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52399/d_zf/qg"}
[junit4:junit4]   2> 736819 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736820 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736821 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736820 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736822 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 736822 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 737363 T2139 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 737363 T2139 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52409/d_zf/qg collection:collection1 shard:shard2
[junit4:junit4]   2> 737375 T2139 oasc.ZkController.register We are http://127.0.0.1:52409/d_zf/qg/collection1/ and leader is http://127.0.0.1:52390/d_zf/qg/collection1/
[junit4:junit4]   2> 737375 T2139 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52409/d_zf/qg
[junit4:junit4]   2> 737375 T2139 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 737376 T2139 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C630 name=collection1 org.apache.solr.core.SolrCore@7edc3e url=http://127.0.0.1:52409/d_zf/qg/collection1 node=127.0.0.1:52409_d_zf%2Fqg C630_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52409_d_zf%2Fqg, base_url=http://127.0.0.1:52409/d_zf/qg}
[junit4:junit4]   2> 737377 T2143 C630 P52409 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 737379 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 737379 T2143 C630 P52409 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 737379 T2143 C630 P52409 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 737379 T2139 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 737384 T2143 C630 P52409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 737385 T2047 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 737385 T2047 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 737386 T2047 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 737396 T2099 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52409_d_zf%2Fqg_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 737398 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 737401 T2047 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 737401 T2047 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 737403 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 738015 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 738016 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52409_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52409_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52409/d_zf/qg"}
[junit4:junit4]   2> 738027 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738027 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 738175 T2099 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52409_d_zf%2Fqg_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 738176 T2099 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52409_d_zf%252Fqg_collection1&state=recovering&nodeName=127.0.0.1:52409_d_zf%252Fqg&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=780 
[junit4:junit4]   2> 738183 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 738965 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C630_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52409_d_zf%2Fqg, base_url=http://127.0.0.1:52409/d_zf/qg}
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52390/d_zf/qg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52409/d_zf/qg START replicas=[http://127.0.0.1:52390/d_zf/qg/collection1/] nUpdates=100
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 739734 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 739735 T2143 C630 P52409 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 739736 T2143 C630 P52409 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52390/d_zf/qg/collection1/. core=collection1
[junit4:junit4]   2> 739736 T2143 C630 P52409 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C631 name=collection1 org.apache.solr.core.SolrCore@f273af url=http://127.0.0.1:52390/d_zf/qg/collection1 node=127.0.0.1:52390_d_zf%2Fqg C631_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52390_d_zf%2Fqg, base_url=http://127.0.0.1:52390/d_zf/qg, leader=true}
[junit4:junit4]   2> 739750 T2100 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 739756 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 739758 T2099 C631 P52390 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 739760 T2099 C631 P52390 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 739761 T2099 C631 P52390 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 739761 T2099 C631 P52390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_2,generation=2}
[junit4:junit4]   2> 739762 T2099 C631 P52390 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 739762 T2099 C631 P52390 oass.SolrIndexSearcher.<init> Opening Searcher@bf212e realtime
[junit4:junit4]   2> 739762 T2099 C631 P52390 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 739762 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 739763 T2143 C630 P52409 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 739763 T2143 C630 P52409 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 739766 T2101 C631 P52390 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 739767 T2101 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 739768 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 739768 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 739768 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 739769 T2096 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 739770 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 739771 T2143 C630 P52409 oasc.CachingDirectoryFactory.get return new directory for .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525
[junit4:junit4]   2> 739771 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1945389 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16e2a01) fullCopy=false
[junit4:junit4]   2> 739773 T2097 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 739774 T2143 C630 P52409 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 739775 T2143 C630 P52409 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 739775 T2143 C630 P52409 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 739777 T2143 C630 P52409 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_2,generation=2}
[junit4:junit4]   2> 739778 T2143 C630 P52409 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 739778 T2143 C630 P52409 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 739778 T2143 C630 P52409 oass.SolrIndexSearcher.<init> Opening Searcher@d58302 main
[junit4:junit4]   2> 739779 T2140 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d58302 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 739780 T2143 C630 P52409 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525 [CachedDir<<refCount=0;path=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525;done=true>>]
[junit4:junit4]   2> 739780 T2143 C630 P52409 oasc.CachingDirectoryFactory.close Closing directory: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525
[junit4:junit4]   2> 739780 T2143 C630 P52409 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index.20130531152445525
[junit4:junit4]   2> 739780 T2143 C630 P52409 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 739781 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 739781 T2143 C630 P52409 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 739781 T2143 C630 P52409 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 739785 T2143 C630 P52409 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 740372 T2070 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 740373 T2070 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:52409_d_zf%2Fqg_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:52409_d_zf%2Fqg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:52409/d_zf/qg"}
[junit4:junit4]   2> 740385 T2121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740386 T2089 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740386 T2069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740386 T2105 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740386 T2076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740385 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 740544 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 740547 T2047 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C632 name=collection1 org.apache.solr.core.SolrCore@680988 url=http://127.0.0.1:52369/d_zf/qg/collection1 node=127.0.0.1:52369_d_zf%2Fqg C632_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52369_d_zf%2Fqg, base_url=http://127.0.0.1:52369/d_zf/qg, leader=true}
[junit4:junit4]   2> 740560 T2062 C632 P52369 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740563 T2062 C632 P52369 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b83295 lockFactory=org.apache.lucene.store.NativeFSLockFactory@340d7d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 740565 T2062 C632 P52369 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 740566 T2062 C632 P52369 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b83295 lockFactory=org.apache.lucene.store.NativeFSLockFactory@340d7d),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b83295 lockFactory=org.apache.lucene.store.NativeFSLockFactory@340d7d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 740566 T2062 C632 P52369 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 740566 T2062 C632 P52369 oass.SolrIndexSearcher.<init> Opening Searcher@13d3266 main
[junit4:junit4]   2> 740566 T2062 C632 P52369 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 740567 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13d3266 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740568 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 740574 T2100 C631 P52390 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740576 T2100 C631 P52390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6c369f lockFactory=org.apache.lucene.store.NativeFSLockFactory@10776bb),segFN=segments_3,generation=3}
[junit4:junit4]   2> 740576 T2100 C631 P52390 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 740576 T2100 C631 P52390 oass.SolrIndexSearcher.<init> Opening Searcher@16e4daa main
[junit4:junit4]   2> 740576 T2100 C631 P52390 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 740577 T2107 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16e4daa main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740578 T2100 C631 P52390 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52381/d_zf/qg/collection1/, StdNode: http://127.0.0.1:52399/d_zf/qg/collection1/, StdNode: http://127.0.0.1:52409/d_zf/qg/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C628_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52399_d_zf%2Fqg, base_url=http://127.0.0.1:52399/d_zf/qg}
[junit4:junit4]   2> 740588 T2114 C628 P52399 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740590 T2114 C628 P52399 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4d8a45 lockFactory=org.apache.lucene.store.NativeFSLockFactory@451d10),segFN=segments_3,generation=3}
[junit4:junit4]   2> 740591 T2114 C628 P52399 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 740596 T2114 C628 P52399 oass.SolrIndexSearcher.<init> Opening Searcher@454e63 main
[junit4:junit4]   2> 740597 T2114 C628 P52399 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 740598 T2085 C629 P52381 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740600 T2085 C629 P52381 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c705f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a8053d),segFN=segments_3,generation=3}
[junit4:junit4]   2> 740600 T2085 C629 P52381 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 740601 T2085 C629 P52381 oass.SolrIndexSearcher.<init> Opening Searcher@417c03 main
[junit4:junit4]   2> 740601 T2085 C629 P52381 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2>  C630_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52409_d_zf%2Fqg, base_url=http://127.0.0.1:52409/d_zf/qg}
[junit4:junit4]   2> 740608 T2133 C630 P52409 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 740614 T2133 C630 P52409 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_3,generation=3}
[junit4:junit4]   2> 740614 T2133 C630 P52409 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 740614 T2133 C630 P52409 oass.SolrIndexSearcher.<init> Opening Searcher@134ced8 main
[junit4:junit4]   2> 740614 T2133 C630 P52409 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 740616 T2140 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@134ced8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740616 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@454e63 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740617 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 29
[junit4:junit4]   2> 740618 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 740620 T2091 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@417c03 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 740620 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4]   2> 740620 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 46
[junit4:junit4]   2> 740622 T2047 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 740624 T2081 C629 P52381 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 740626 T2116 C628 P52399 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 740630 T2101 C631 P52390 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 740632 T2134 C630 P52409 oasc.SolrCore.execute [collection1] webapp=/d_zf/qg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 742198 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436563682568962048)} 0 6
[junit4:junit4]   2> 742213 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={update.distrib=FROMLEADER&_version_=-1436563682579447808&update.from=http://127.0.0.1:52390/d_zf/qg/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436563682579447808)} 0 3
[junit4:junit4]   2> 742222 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={update.distrib=FROMLEADER&_version_=-1436563682586787840&update.from=http://127.0.0.1:52381/d_zf/qg/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436563682586787840)} 0 4
[junit4:junit4]   2> 742224 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436563682586787840)} 0 14
[junit4:junit4]   2> 742225 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436563682579447808)} 0 22
[junit4:junit4]   2> 742231 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!0 (1436563682607759360)]} 0 2
[junit4:junit4]   2> 742242 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436563682615099392)]} 0 1
[junit4:junit4]   2> 742244 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!0 (1436563682615099392)]} 0 7
[junit4:junit4]   2> 742245 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!0]} 0 11
[junit4:junit4]   2> 742249 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!1 (1436563682626633728)]} 0 1
[junit4:junit4]   2> 742255 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436563682631876608)]} 0 0
[junit4:junit4]   2> 742256 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!1 (1436563682631876608)]} 0 3
[junit4:junit4]   2> 742259 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!2 (1436563682637119488)]} 0 1
[junit4:junit4]   2> 742263 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436563682639216640)]} 0 0
[junit4:junit4]   2> 742263 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!2 (1436563682639216640)]} 0 3
[junit4:junit4]   2> 742267 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!3 (1436563682645508096)]} 0 1
[junit4:junit4]   2> 742272 T2134 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436563682648653824)]} 0 1
[junit4:junit4]   2> 742272 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!3 (1436563682648653824)]} 0 3
[junit4:junit4]   2> 742275 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!4 (1436563682653896704)]} 0 1
[junit4:junit4]   2> 742279 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436563682657042432)]} 0 0
[junit4:junit4]   2> 742281 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!4 (1436563682657042432)]} 0 4
[junit4:junit4]   2> 742284 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!5 (1436563682663333888)]} 0 1
[junit4:junit4]   2> 742291 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436563682668576768)]} 0 0
[junit4:junit4]   2> 742293 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1436563682668576768)]} 0 5
[junit4:junit4]   2> 742294 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!5]} 0 8
[junit4:junit4]   2> 742297 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!6 (1436563682678013952)]} 0 1
[junit4:junit4]   2> 742304 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436563682682208256)]} 0 0
[junit4:junit4]   2> 742307 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1436563682682208256)]} 0 6
[junit4:junit4]   2> 742308 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!6]} 0 9
[junit4:junit4]   2> 742320 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!7 (1436563682693742592)]} 0 8
[junit4:junit4]   2> 742329 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436563682708422656)]} 0 0
[junit4:junit4]   2> 742332 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1436563682708422656)]} 0 6
[junit4:junit4]   2> 742332 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!7]} 0 9
[junit4:junit4]   2> 742336 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!8 (1436563682718908416)]} 0 0
[junit4:junit4]   2> 742345 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436563682725199872)]} 0 1
[junit4:junit4]   2> 742346 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1436563682725199872)]} 0 4
[junit4:junit4]   2> 742348 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!8]} 0 9
[junit4:junit4]   2> 742351 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!9 (1436563682734637056)]} 0 0
[junit4:junit4]   2> 742358 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436563682737782784)]} 0 0
[junit4:junit4]   2> 742360 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!9 (1436563682737782784)]} 0 6
[junit4:junit4]   2> 742364 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!10 (1436563682748268544)]} 0 0
[junit4:junit4]   2> 742370 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436563682751414272)]} 0 0
[junit4:junit4]   2> 742372 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!10 (1436563682751414272)]} 0 5
[junit4:junit4]   2> 742377 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[l!11 (1436563682760851456)]} 0 1
[junit4:junit4]   2> 742386 T2131 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436563682767142912)]} 0 0
[junit4:junit4]   2> 742387 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1436563682767142912)]} 0 5
[junit4:junit4]   2> 742389 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[l!11]} 0 9
[junit4:junit4]   2> 742392 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[m!12 (1436563682777628672)]} 0 0
[junit4:junit4]   2> 742401 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436563682783920128)]} 0 0
[junit4:junit4]   2> 742402 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1436563682783920128)]} 0 4
[junit4:junit4]   2> 742404 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[m!12]} 0 8
[junit4:junit4]   2> 742408 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[n!13 (1436563682794405888)]} 0 0
[junit4:junit4]   2> 742418 T2117 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436563682801745920)]} 0 0
[junit4:junit4]   2> 742421 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!13 (1436563682801745920)]} 0 6
[junit4:junit4]   2> 742421 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[n!13]} 0 9
[junit4:junit4]   2> 742426 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[o!14 (1436563682812231680)]} 0 1
[junit4:junit4]   2> 742437 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436563682820620288)]} 0 0
[junit4:junit4]   2> 742438 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1436563682820620288)]} 0 5
[junit4:junit4]   2> 742440 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[o!14]} 0 10
[junit4:junit4]   2> 742443 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[p!15 (1436563682831106048)]} 0 0
[junit4:junit4]   2> 742453 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436563682837397504)]} 0 0
[junit4:junit4]   2> 742454 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1436563682837397504)]} 0 5
[junit4:junit4]   2> 742456 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[p!15]} 0 10
[junit4:junit4]   2> 742459 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[q!16 (1436563682847883264)]} 0 0
[junit4:junit4]   2> 742468 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436563682854174720)]} 0 1
[junit4:junit4]   2> 742470 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1436563682854174720)]} 0 5
[junit4:junit4]   2> 742471 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[q!16]} 0 9
[junit4:junit4]   2> 742474 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[r!17 (1436563682863611904)]} 0 0
[junit4:junit4]   2> 742481 T2134 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436563682867806208)]} 0 0
[junit4:junit4]   2> 742482 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[r!17 (1436563682867806208)]} 0 4
[junit4:junit4]   2> 742486 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[s!18 (1436563682876194816)]} 0 0
[junit4:junit4]   2> 742493 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436563682880389120)]} 0 0
[junit4:junit4]   2> 742495 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[s!18 (1436563682880389120)]} 0 5
[junit4:junit4]   2> 742499 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[t!19 (1436563682889826304)]} 0 0
[junit4:junit4]   2> 742506 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436563682894020608)]} 0 0
[junit4:junit4]   2> 742509 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[t!19 (1436563682894020608)]} 0 6
[junit4:junit4]   2> 742512 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[u!20 (1436563682903457792)]} 0 0
[junit4:junit4]   2> 742519 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436563682907652096)]} 0 0
[junit4:junit4]   2> 742522 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[u!20 (1436563682907652096)]} 0 6
[junit4:junit4]   2> 742526 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[v!21 (1436563682917089280)]} 0 1
[junit4:junit4]   2> 742532 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436563682921283584)]} 0 0
[junit4:junit4]   2> 742534 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[v!21 (1436563682921283584)]} 0 5
[junit4:junit4]   2> 742538 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[w!22 (1436563682930720768)]} 0 0
[junit4:junit4]   2> 742547 T2117 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436563682937012224)]} 0 0
[junit4:junit4]   2> 742548 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!22 (1436563682937012224)]} 0 4
[junit4:junit4]   2> 742550 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[w!22]} 0 9
[junit4:junit4]   2> 742554 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[x!23 (1436563682947497984)]} 0 0
[junit4:junit4]   2> 742560 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436563682950643712)]} 0 0
[junit4:junit4]   2> 742562 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[x!23 (1436563682950643712)]} 0 5
[junit4:junit4]   2> 742566 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[y!24 (1436563682959032320)]} 0 1
[junit4:junit4]   2> 742572 T2131 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436563682963226624)]} 0 0
[junit4:junit4]   2> 742574 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[y!24 (1436563682963226624)]} 0 5
[junit4:junit4]   2> 742577 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[z!25 (1436563682971615232)]} 0 0
[junit4:junit4]   2> 742585 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436563682975809536)]} 0 0
[junit4:junit4]   2> 742586 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[z!25 (1436563682975809536)]} 0 5
[junit4:junit4]   2> 742589 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!26 (1436563682984198144)]} 0 0
[junit4:junit4]   2> 742599 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436563682991538176)]} 0 0
[junit4:junit4]   2> 742601 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1436563682991538176)]} 0 5
[junit4:junit4]   2> 742604 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!26]} 0 10
[junit4:junit4]   2> 742607 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!27 (1436563683003072512)]} 0 1
[junit4:junit4]   2> 742617 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436563683010412544)]} 0 0
[junit4:junit4]   2> 742619 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1436563683010412544)]} 0 5
[junit4:junit4]   2> 742620 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!27]} 0 10
[junit4:junit4]   2> 742623 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!28 (1436563683019849728)]} 0 0
[junit4:junit4]   2> 742635 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436563683028238336)]} 0 1
[junit4:junit4]   2> 742636 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!28 (1436563683028238336)]} 0 5
[junit4:junit4]   2> 742638 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!28]} 0 10
[junit4:junit4]   2> 742642 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!29 (1436563683039772672)]} 0 0
[junit4:junit4]   2> 742649 T2134 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436563683043966976)]} 0 0
[junit4:junit4]   2> 742650 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!29 (1436563683043966976)]} 0 4
[junit4:junit4]   2> 742653 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!30 (1436563683051307008)]} 0 0
[junit4:junit4]   2> 742663 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436563683057598464)]} 0 0
[junit4:junit4]   2> 742665 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1436563683057598464)]} 0 7
[junit4:junit4]   2> 742665 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!30]} 0 8
[junit4:junit4]   2> 742669 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!31 (1436563683068084224)]} 0 0
[junit4:junit4]   2> 742679 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436563683075424256)]} 0 0
[junit4:junit4]   2> 742680 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!31 (1436563683075424256)]} 0 6
[junit4:junit4]   2> 742682 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!31]} 0 9
[junit4:junit4]   2> 742686 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!32 (1436563683084861440)]} 0 1
[junit4:junit4]   2> 742696 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436563683093250048)]} 0 0
[junit4:junit4]   2> 742697 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1436563683093250048)]} 0 4
[junit4:junit4]   2> 742698 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!32]} 0 8
[junit4:junit4]   2> 742702 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!33 (1436563683102687232)]} 0 0
[junit4:junit4]   2> 742709 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436563683106881536)]} 0 0
[junit4:junit4]   2> 742710 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!33 (1436563683106881536)]} 0 4
[junit4:junit4]   2> 742715 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!34 (1436563683115270144)]} 0 1
[junit4:junit4]   2> 742721 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436563683119464448)]} 0 0
[junit4:junit4]   2> 742723 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!34 (1436563683119464448)]} 0 5
[junit4:junit4]   2> 742727 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!35 (1436563683127853056)]} 0 1
[junit4:junit4]   2> 742734 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436563683132047360)]} 0 0
[junit4:junit4]   2> 742737 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!35 (1436563683132047360)]} 0 7
[junit4:junit4]   2> 742741 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!36 (1436563683143581696)]} 0 0
[junit4:junit4]   2> 742748 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436563683147776000)]} 0 0
[junit4:junit4]   2> 742750 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!36 (1436563683147776000)]} 0 5
[junit4:junit4]   2> 742755 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[l!37 (1436563683157213184)]} 0 1
[junit4:junit4]   2> 742765 T2131 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436563683164553216)]} 0 1
[junit4:junit4]   2> 742766 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!37 (1436563683164553216)]} 0 5
[junit4:junit4]   2> 742768 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[l!37]} 0 10
[junit4:junit4]   2> 742772 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[m!38 (1436563683175038976)]} 0 1
[junit4:junit4]   2> 742783 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436563683183427584)]} 0 1
[junit4:junit4]   2> 742784 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!38 (1436563683183427584)]} 0 5
[junit4:junit4]   2> 742785 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[m!38]} 0 10
[junit4:junit4]   2> 742789 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[n!39 (1436563683192864768)]} 0 1
[junit4:junit4]   2> 742795 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436563683197059072)]} 0 1
[junit4:junit4]   2> 742798 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[n!39 (1436563683197059072)]} 0 6
[junit4:junit4]   2> 742801 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[o!40 (1436563683206496256)]} 0 0
[junit4:junit4]   2> 742811 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436563683212787712)]} 0 1
[junit4:junit4]   2> 742812 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1436563683212787712)]} 0 5
[junit4:junit4]   2> 742814 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[o!40]} 0 10
[junit4:junit4]   2> 742818 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[p!41 (1436563683223273472)]} 0 1
[junit4:junit4]   2> 742824 T2117 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436563683227467776)]} 0 0
[junit4:junit4]   2> 742826 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[p!41 (1436563683227467776)]} 0 5
[junit4:junit4]   2> 742830 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[q!42 (1436563683235856384)]} 0 1
[junit4:junit4]   2> 742838 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436563683241099264)]} 0 1
[junit4:junit4]   2> 742839 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[q!42 (1436563683241099264)]} 0 5
[junit4:junit4]   2> 742844 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[r!43 (1436563683250536448)]} 0 1
[junit4:junit4]   2> 742860 T2134 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436563683261022208)]} 0 1
[junit4:junit4]   2> 742863 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1436563683261022208)]} 0 10
[junit4:junit4]   2> 742864 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[r!43]} 0 15
[junit4:junit4]   2> 742868 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[s!44 (1436563683275702272)]} 0 1
[junit4:junit4]   2> 742874 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436563683279896576)]} 0 0
[junit4:junit4]   2> 742877 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[s!44 (1436563683279896576)]} 0 6
[junit4:junit4]   2> 742880 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[t!45 (1436563683289333760)]} 0 0
[junit4:junit4]   2> 742890 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436563683295625216)]} 0 1
[junit4:junit4]   2> 742892 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!45 (1436563683295625216)]} 0 6
[junit4:junit4]   2> 742892 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[t!45]} 0 9
[junit4:junit4]   2> 742897 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[u!46 (1436563683307159552)]} 0 1
[junit4:junit4]   2> 742904 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436563683311353856)]} 0 0
[junit4:junit4]   2> 742905 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[u!46 (1436563683311353856)]} 0 4
[junit4:junit4]   2> 742910 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[v!47 (1436563683319742464)]} 0 1
[junit4:junit4]   2> 742916 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436563683323936768)]} 0 0
[junit4:junit4]   2> 742918 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[v!47 (1436563683323936768)]} 0 5
[junit4:junit4]   2> 742923 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[w!48 (1436563683333373952)]} 0 1
[junit4:junit4]   2> 742930 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436563683337568256)]} 0 1
[junit4:junit4]   2> 742931 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[w!48 (1436563683337568256)]} 0 5
[junit4:junit4]   2> 742936 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[x!49 (1436563683347005440)]} 0 1
[junit4:junit4]   2> 742945 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436563683354345472)]} 0 0
[junit4:junit4]   2> 742947 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1436563683354345472)]} 0 5
[junit4:junit4]   2> 742948 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[x!49]} 0 8
[junit4:junit4]   2> 742953 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[y!50 (1436563683364831232)]} 0 1
[junit4:junit4]   2> 742960 T2131 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436563683369025536)]} 0 1
[junit4:junit4]   2> 742961 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[y!50 (1436563683369025536)]} 0 5
[junit4:junit4]   2> 742965 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[z!51 (1436563683378462720)]} 0 0
[junit4:junit4]   2> 742972 T2117 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436563683381608448)]} 0 0
[junit4:junit4]   2> 742973 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[z!51 (1436563683381608448)]} 0 5
[junit4:junit4]   2> 742977 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!52 (1436563683391045632)]} 0 0
[junit4:junit4]   2> 742987 T2132 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436563683398385664)]} 0 0
[junit4:junit4]   2> 742988 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!52 (1436563683398385664)]} 0 5
[junit4:junit4]   2> 742989 T2081 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[a!52]} 0 8
[junit4:junit4]   2> 742992 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!53 (1436563683406774272)]} 0 0
[junit4:junit4]   2> 743000 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436563683410968576)]} 0 2
[junit4:junit4]   2> 743000 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[b!53 (1436563683410968576)]} 0 5
[junit4:junit4]   2> 743004 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!54 (1436563683419357184)]} 0 0
[junit4:junit4]   2> 743016 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436563683427745792)]} 0 2
[junit4:junit4]   2> 743017 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1436563683427745792)]} 0 6
[junit4:junit4]   2> 743018 T2099 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[c!54]} 0 10
[junit4:junit4]   2> 743022 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!55 (1436563683438231552)]} 0 0
[junit4:junit4]   2> 743029 T2133 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436563683441377280)]} 0 0
[junit4:junit4]   2> 743030 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[d!55 (1436563683441377280)]} 0 5
[junit4:junit4]   2> 743034 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!56 (1436563683450814464)]} 0 0
[junit4:junit4]   2> 743041 T2129 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436563683455008768)]} 0 0
[junit4:junit4]   2> 743043 T2100 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[e!56 (1436563683455008768)]} 0 5
[junit4:junit4]   2> 743047 T2065 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!57 (1436563683464445952)]} 0 0
[junit4:junit4]   2> 743056 T2130 C630 P52409 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436563683470737408)]} 0 0
[junit4:junit4]   2> 743057 T2096 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!57 (1436563683470737408)]} 0 4
[junit4:junit4]   2> 743059 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[f!57]} 0 8
[junit4:junit4]   2> 743063 T2061 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!58 (1436563683481223168)]} 0 0
[junit4:junit4]   2> 743071 T2112 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436563683486466048)]} 0 0
[junit4:junit4]   2> 743073 T2085 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1436563683486466048)]} 0 5
[junit4:junit4]   2> 743074 T2097 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[g!58]} 0 8
[junit4:junit4]   2> 743079 T2062 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!59 (1436563683498000384)]} 0 1
[junit4:junit4]   2> 743092 T2113 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436563683506388992)]} 0 0
[junit4:junit4]   2> 743101 T2084 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!59 (1436563683506388992)]} 0 14
[junit4:junit4]   2> 743106 T2098 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[h!59]} 0 23
[junit4:junit4]   2> 743110 T2063 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!60 (1436563683529457664)]} 0 1
[junit4:junit4]   2> 743114 T2115 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436563683532603392)]} 0 0
[junit4:junit4]   2> 743116 T2083 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[i!60 (1436563683532603392)]} 0 4
[junit4:junit4]   2> 743119 T2064 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!61 (1436563683538894848)]} 0 1
[junit4:junit4]   2> 743125 T2114 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436563683544137728)]} 0 0
[junit4:junit4]   2> 743127 T2082 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!61 (1436563683544137728)]} 0 4
[junit4:junit4]   2> 743127 T2101 C631 P52390 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[j!61]} 0 7
[junit4:junit4]   2> 743130 T2060 C632 P52369 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={wt=javabin&version=2} {add=[k!62 (1436563683551477760)]} 0 0
[junit4:junit4]   2> 743136 T2116 C628 P52399 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52381/d_zf/qg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436563683554623488)]} 0 0
[junit4:junit4]   2> 743136 T2080 C629 P52381 oasup.LogUpdateProcessor.finish [collection1] webapp=/d_zf/qg path=/update params={distrib.from=http://127.0.0.1:52390/d_zf/qg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!62 (1436563683554623488)]} 0 3
[junit4:junit4]   2> 743138 T2100 C631 P52390 oasup.LogUpdateProcessor.finish 

[...truncated too long message...]

Id=0,deletesByQuery=0,errors=0,cumulative_adds=70,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 753983 T2047 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 753984 T2047 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 753985 T2047 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2>  C641_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52409_d_zf%2Fqg, base_url=http://127.0.0.1:52409/d_zf/qg, leader=true}
[junit4:junit4]   2> 753989 T2047 C641 P52409 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b6c4a lockFactory=org.apache.lucene.store.NativeFSLockFactory@25fe6c),segFN=segments_5,generation=5}
[junit4:junit4]   2> 753991 T2047 C641 P52409 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 754002 T2047 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 754003 T2047 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 754003 T2047 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\ [CachedDir<<refCount=0;path=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\;done=false>>]
[junit4:junit4]   2> 754004 T2047 oasc.CachingDirectoryFactory.close Closing directory: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\
[junit4:junit4]   2> 754004 T2047 oasc.CachingDirectoryFactory.closeCacheValue looking to close .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index [CachedDir<<refCount=0;path=.\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index;done=false>>]
[junit4:junit4]   2> 754006 T2047 oasc.CachingDirectoryFactory.close Closing directory: .\org.apache.solr.cloud.ShardSplitTest-1370013863280/jetty4\index
[junit4:junit4]   2> 754008 T2171 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89785228544704524-127.0.0.1:52409_d_zf%2Fqg-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 754015 T2138 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 754030 T2047 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/d_zf/qg,null}
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper\server1\data\version-2\log.1 FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper\server1\data\version-2 FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper\server1\data FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper\server1 FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280\zookeeper FAILED !!!!!
[junit4:junit4]   2> !!!! WARNING: best effort to remove C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ShardSplitTest-1370013863280 FAILED !!!!!
[junit4:junit4]   2> 754152 T2047 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 754155 T2047 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52362 52362
[junit4:junit4]   2> 755240 T2138 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 756274 T2138 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 756278 T2047 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 52369
[junit4:junit4]   2> 756304 T2047 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 756304 T2047 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52362 52362
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=D7C3DB928768A0A -Dtests.slow=true -Dtests.locale=en_US -Dtests.timezone=Zulu -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   38.8s | ShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52381/d_zf/qg returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([D7C3DB928768A0A:8C9AB3A15F29EA36]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 756317 T2047 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=DefaultSimilarity, locale=en_US, timezone=Zulu
[junit4:junit4]   2> NOTE: Windows 7 6.1 x86/Oracle Corporation 1.7.0_21 (32-bit)/cpus=2,threads=2,free=81540064,total=321912832
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDocumentBuilder, TestPartialUpdateDeduplication, TestCloudManagedSchemaAddField, OverseerCollectionProcessorTest, SolrCoreTest, SampleTest, URLClassifyProcessorTest, PreAnalyzedUpdateProcessorTest, TestQueryUtils, BasicDistributedZk2Test, ShowFileRequestHandlerTest, StandardRequestHandlerTest, SolrIndexConfigTest, LeaderElectionTest, TermVectorComponentTest, UUIDFieldTest, XmlUpdateRequestHandlerTest, TestLFUCache, SolrCmdDistributorTest, TestSweetSpotSimilarityFactory, TestStressReorder, RequiredFieldsTest, DateFieldTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, FieldAnalysisRequestHandlerTest, TestTrie, DistributedSpellCheckComponentTest, TestSolrXMLSerializer, ClusterStateTest, TestPhraseSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPerFieldSimilarity, SpellCheckCollatorTest, UpdateRequestProcessorFactoryTest, TestSolrQueryParserResource, TestSerializedLuceneMatchVersion, SuggesterFSTTest, MoreLikeThisHandlerTest, CoreAdminHandlerTest, IndexSchemaRuntimeFieldTest, TestQuerySenderNoQuery, TestSolrXml, RAMDirectoryFactoryTest, TestElisionMultitermQuery, SuggesterTSTTest, TestWordDelimiterFilterFactory, AlternateDirectoryTest, TestValueSourceCache, TestDistributedGrouping, TestFastWriter, TestSolr4Spatial, TestRealTimeGet, TestManagedSchemaFieldResource, TestBinaryResponseWriter, TestFaceting, TestCSVLoader, IndexBasedSpellCheckerTest, TestManagedSchema, SchemaVersionSpecificBehaviorTest, TestNumberUtils, TestFiltering, TestQueryTypes, BadCopyFieldTest, SynonymTokenizerTest, JsonLoaderTest, TestJmxMonitoredMap, TestUpdate, SpellPossibilityIteratorTest, DisMaxRequestHandlerTest, TestPHPSerializedResponseWriter, StatsComponentTest, PolyFieldTest, TermsComponentTest, SpellingQueryConverterTest, TestSolrDeletionPolicy1, TestSolrDeletionPolicy2, ReturnFieldsTest, RecoveryZkTest, ShardSplitTest]
[junit4:junit4] Completed in 38.83s, 1 test, 1 error <<< FAILURES!

[...truncated 677 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:386: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:366: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:181: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:437: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1243: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 error, 18 ignored (12 assumptions)

Total time: 68 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_21 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Windows (64bit/jdk1.6.0_45) - Build # 2849 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Windows/2849/
Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 58 from http://127.0.0.1:61246/t_/collection1lastClient and got 55 from http://127.0.0.1:61309/t_/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 58 from http://127.0.0.1:61246/t_/collection1lastClient and got 55 from http://127.0.0.1:61309/t_/collection1
	at __randomizedtesting.SeedInfo.seed([103A1124186FD995:91DC9F3C6F30B9A9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:963)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:137)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 9119 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4:junit4]   2> 1369912 T4002 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /t_/
[junit4:junit4]   2> 1369918 T4002 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\solrtest-ChaosMonkeySafeLeaderTest-1370042590940
[junit4:junit4]   2> 1369920 T4002 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1369921 T4003 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1370022 T4002 oasc.ZkTestServer.run start zk server on port:61227
[junit4:junit4]   2> 1370024 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1370033 T4009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@463e8264 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1370034 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1370034 T4002 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1370041 T4004 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efce6e6ec0000, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1370043 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1370046 T4011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e3d241a name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1370046 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1370046 T4002 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1370053 T4002 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1370057 T4002 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1370061 T4002 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1370066 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1370067 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1370078 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1370079 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1370083 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1370084 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1370093 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1370094 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1370100 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1370100 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1370106 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1370107 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1370112 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1370113 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1370118 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1370118 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1370124 T4002 oasc.AbstractZkTestCase.putConfig put C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1370125 T4002 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1370531 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1370536 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61234
[junit4:junit4]   2> 1370537 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1370537 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1370537 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153
[junit4:junit4]   2> 1370538 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\solr.xml
[junit4:junit4]   2> 1370538 T4002 oasc.CoreContainer.<init> New CoreContainer 1184212006
[junit4:junit4]   2> 1370539 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\'
[junit4:junit4]   2> 1370539 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\'
[junit4:junit4]   2> 1370644 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1370644 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1370645 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1370645 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1370645 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1370646 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1370646 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1370646 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1370647 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1370647 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1370655 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1370656 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1370656 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1370657 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1370685 T4022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b1cfaf9 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1370685 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1370691 T4004 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efce6e6ec0002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1370691 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1370702 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1370709 T4024 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25e48823 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1370710 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1370718 T4002 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1370733 T4002 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1370743 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1370746 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61234_t_
[junit4:junit4]   2> 1370748 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61234_t_
[junit4:junit4]   2> 1370754 T4002 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1370766 T4002 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1370772 T4002 oasc.Overseer.start Overseer (id=89787111240892419-127.0.0.1:61234_t_-n_0000000000) starting
[junit4:junit4]   2> 1370780 T4002 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1370787 T4026 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1370788 T4002 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1370793 T4002 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1370797 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1370802 T4025 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1370806 T4027 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\collection1
[junit4:junit4]   2> 1370806 T4027 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1370807 T4027 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1370807 T4027 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1370810 T4027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\collection1\'
[junit4:junit4]   2> 1370812 T4027 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1370812 T4027 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153/collection1/lib/README' to classloader
[junit4:junit4]   2> 1370886 T4027 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1370980 T4027 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1370983 T4027 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1370988 T4027 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1371725 T4027 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1371736 T4027 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1371741 T4027 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1371765 T4027 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1371771 T4027 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1371777 T4027 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1371780 T4027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1371780 T4027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1371780 T4027 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1371783 T4027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1371783 T4027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1371784 T4027 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1371784 T4027 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1370042591153\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/control/data\
[junit4:junit4]   2> 1371784 T4027 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1371784 T4027 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1371785 T4027 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\control\data
[junit4:junit4]   2> 1371786 T4027 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/control/data\index/
[junit4:junit4]   2> 1371787 T4027 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\control\data\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1371787 T4027 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\control\data\index
[junit4:junit4]   2> 1371801 T4027 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\control\data\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1371801 T4027 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1371804 T4027 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1371804 T4027 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1371806 T4027 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1371806 T4027 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1371807 T4027 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1371807 T4027 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1371807 T4027 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1371808 T4027 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1371808 T4027 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1371816 T4027 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1371827 T4027 oass.SolrIndexSearcher.<init> Opening Searcher@a89fb43 main
[junit4:junit4]   2> 1371829 T4027 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1371829 T4027 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1371835 T4028 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a89fb43 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1371836 T4027 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1371836 T4027 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1372307 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1372309 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61234_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61234/t_"}
[junit4:junit4]   2> 1372309 T4025 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1372309 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1372329 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1372839 T4027 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1372839 T4027 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61234/t_ collection:control_collection shard:shard1
[junit4:junit4]   2> 1372842 T4027 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1372859 T4027 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1372865 T4027 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1372865 T4027 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1372866 T4027 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61234/t_/collection1/
[junit4:junit4]   2> 1372866 T4027 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1372866 T4027 oasc.SyncStrategy.syncToMe http://127.0.0.1:61234/t_/collection1/ has no replicas
[junit4:junit4]   2> 1372866 T4027 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61234/t_/collection1/
[junit4:junit4]   2> 1372866 T4027 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 1373837 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1373855 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1373897 T4027 oasc.ZkController.register We are http://127.0.0.1:61234/t_/collection1/ and leader is http://127.0.0.1:61234/t_/collection1/
[junit4:junit4]   2> 1373897 T4027 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61234/t_
[junit4:junit4]   2> 1373897 T4027 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1373898 T4027 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1373898 T4027 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1373905 T4027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1373908 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1373909 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1373909 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1373927 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1373932 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1373940 T4031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20ffca31 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1373941 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1373945 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1373951 T4002 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1374372 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1374377 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61246
[junit4:junit4]   2> 1374378 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1374379 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1374379 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972
[junit4:junit4]   2> 1374381 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\solr.xml
[junit4:junit4]   2> 1374381 T4002 oasc.CoreContainer.<init> New CoreContainer 2054574154
[junit4:junit4]   2> 1374382 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\'
[junit4:junit4]   2> 1374382 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\'
[junit4:junit4]   2> 1374506 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1374506 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1374507 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1374507 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1374508 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1374509 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1374509 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1374510 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1374510 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1374510 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1374518 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1374518 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1374519 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1374521 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1374541 T4042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4daa3d77 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1374542 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1374547 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1374559 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1374563 T4044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@353e8500 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1374563 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1374577 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1375369 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1375370 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61234_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61234/t_"}
[junit4:junit4]   2> 1375392 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1375393 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1375393 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1375583 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61246_t_
[junit4:junit4]   2> 1375586 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61246_t_
[junit4:junit4]   2> 1375593 T4044 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1375594 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1375594 T4024 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1375594 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1375595 T4031 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1375595 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1375609 T4045 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\collection1
[junit4:junit4]   2> 1375609 T4045 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1375611 T4045 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1375611 T4045 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1375614 T4045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\collection1\'
[junit4:junit4]   2> 1375617 T4045 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1375619 T4045 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972/collection1/lib/README' to classloader
[junit4:junit4]   2> 1375688 T4045 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1375767 T4045 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1375771 T4045 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1375780 T4045 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1376525 T4045 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1376535 T4045 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1376540 T4045 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1376564 T4045 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1376570 T4045 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1376576 T4045 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1376578 T4045 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1376578 T4045 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1376579 T4045 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1376580 T4045 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1376580 T4045 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1376580 T4045 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1376582 T4045 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1370042594972\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty1\
[junit4:junit4]   2> 1376582 T4045 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1376582 T4045 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1376583 T4045 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1
[junit4:junit4]   2> 1376585 T4045 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty1\index/
[junit4:junit4]   2> 1376585 T4045 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1376586 T4045 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index
[junit4:junit4]   2> 1376594 T4045 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1376594 T4045 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1376598 T4045 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1376598 T4045 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1376600 T4045 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1376601 T4045 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1376602 T4045 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1376602 T4045 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1376603 T4045 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1376605 T4045 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1376605 T4045 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1376617 T4045 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1376629 T4045 oass.SolrIndexSearcher.<init> Opening Searcher@6672ba81 main
[junit4:junit4]   2> 1376633 T4045 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1376633 T4045 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1376638 T4046 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6672ba81 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1376642 T4045 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1376642 T4045 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1376902 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1376903 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61246_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61246/t_"}
[junit4:junit4]   2> 1376903 T4025 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 3
[junit4:junit4]   2> 1376905 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1376917 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1376918 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1376917 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1377646 T4045 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1377646 T4045 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61246/t_ collection:collection1 shard:shard1
[junit4:junit4]   2> 1377647 T4045 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 1377666 T4045 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1377672 T4045 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1377672 T4045 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1377673 T4045 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61246/t_/collection1/
[junit4:junit4]   2> 1377673 T4045 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1377673 T4045 oasc.SyncStrategy.syncToMe http://127.0.0.1:61246/t_/collection1/ has no replicas
[junit4:junit4]   2> 1377673 T4045 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61246/t_/collection1/
[junit4:junit4]   2> 1377673 T4045 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 1378426 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1378446 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1378446 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1378446 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1378451 T4045 oasc.ZkController.register We are http://127.0.0.1:61246/t_/collection1/ and leader is http://127.0.0.1:61246/t_/collection1/
[junit4:junit4]   2> 1378451 T4045 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61246/t_
[junit4:junit4]   2> 1378451 T4045 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1378451 T4045 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1378452 T4045 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1378456 T4045 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1378458 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1378458 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1378459 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1378884 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1378888 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61255
[junit4:junit4]   2> 1378889 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1378889 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1378890 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488
[junit4:junit4]   2> 1378890 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\solr.xml
[junit4:junit4]   2> 1378890 T4002 oasc.CoreContainer.<init> New CoreContainer 1655459043
[junit4:junit4]   2> 1378890 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\'
[junit4:junit4]   2> 1378892 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\'
[junit4:junit4]   2> 1379026 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1379026 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1379026 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1379028 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1379029 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1379029 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1379030 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1379030 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1379033 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1379034 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1379039 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1379039 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1379040 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1379041 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1379060 T4058 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@488981aa name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1379060 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1379063 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1379072 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1379077 T4060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@184dcf76 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1379077 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1379086 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1379963 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1379968 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61246_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61246/t_"}
[junit4:junit4]   2> 1379994 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1379994 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1379995 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1379994 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1380092 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61255_t_
[junit4:junit4]   2> 1380096 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61255_t_
[junit4:junit4]   2> 1380100 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1380102 T4044 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1380102 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1380103 T4024 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1380103 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1380104 T4031 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1380104 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1380107 T4060 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1380117 T4061 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\collection1
[junit4:junit4]   2> 1380117 T4061 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1380118 T4061 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1380118 T4061 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1380120 T4061 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\collection1\'
[junit4:junit4]   2> 1380121 T4061 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1380122 T4061 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488/collection1/lib/README' to classloader
[junit4:junit4]   2> 1380178 T4061 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1380262 T4061 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1380264 T4061 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1380270 T4061 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1381051 T4061 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1381063 T4061 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1381068 T4061 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1381093 T4061 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1381103 T4061 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1381112 T4061 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1381115 T4061 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1381115 T4061 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1381116 T4061 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1381119 T4061 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1381119 T4061 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1381119 T4061 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1381119 T4061 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1370042599488\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty2\
[junit4:junit4]   2> 1381120 T4061 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1381121 T4061 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1381123 T4061 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2
[junit4:junit4]   2> 1381124 T4061 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty2\index/
[junit4:junit4]   2> 1381127 T4061 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1381127 T4061 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index
[junit4:junit4]   2> 1381138 T4061 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1381140 T4061 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1381143 T4061 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1381143 T4061 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1381144 T4061 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1381145 T4061 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1381145 T4061 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1381145 T4061 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1381145 T4061 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1381159 T4061 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1381159 T4061 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1381172 T4061 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1381185 T4061 oass.SolrIndexSearcher.<init> Opening Searcher@40af543d main
[junit4:junit4]   2> 1381188 T4061 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1381188 T4061 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1381196 T4062 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@40af543d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1381197 T4061 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1381197 T4061 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1381514 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1381515 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61255_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61255/t_"}
[junit4:junit4]   2> 1381515 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1381515 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1381537 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1381538 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1381538 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1381537 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1382202 T4061 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1382202 T4061 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61255/t_ collection:collection1 shard:shard2
[junit4:junit4]   2> 1382203 T4061 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 1382217 T4061 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1382224 T4061 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1382224 T4061 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1382224 T4061 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61255/t_/collection1/
[junit4:junit4]   2> 1382224 T4061 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1382225 T4061 oasc.SyncStrategy.syncToMe http://127.0.0.1:61255/t_/collection1/ has no replicas
[junit4:junit4]   2> 1382225 T4061 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61255/t_/collection1/
[junit4:junit4]   2> 1382225 T4061 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 1383055 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1383089 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1383089 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1383089 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1383090 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1383113 T4061 oasc.ZkController.register We are http://127.0.0.1:61255/t_/collection1/ and leader is http://127.0.0.1:61255/t_/collection1/
[junit4:junit4]   2> 1383113 T4061 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61255/t_
[junit4:junit4]   2> 1383113 T4061 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1383113 T4061 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1383114 T4061 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1383118 T4061 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1383119 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1383119 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1383119 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1383572 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1383575 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61264
[junit4:junit4]   2> 1383577 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1383577 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1383577 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149
[junit4:junit4]   2> 1383577 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\solr.xml
[junit4:junit4]   2> 1383579 T4002 oasc.CoreContainer.<init> New CoreContainer 853384084
[junit4:junit4]   2> 1383580 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\'
[junit4:junit4]   2> 1383580 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\'
[junit4:junit4]   2> 1383691 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1383692 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1383692 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1383692 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1383693 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1383693 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1383693 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1383694 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1383694 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1383695 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1383702 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1383703 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1383703 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1383705 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1383723 T4074 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c47d3b2 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1383723 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1383727 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1383735 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1383738 T4076 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69714fcc name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1383739 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1383745 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1384641 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1384642 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61255_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61255/t_"}
[junit4:junit4]   2> 1384664 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384665 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384664 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384665 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384665 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384803 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61264_t_
[junit4:junit4]   2> 1384809 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61264_t_
[junit4:junit4]   2> 1384816 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1384819 T4044 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384819 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1384819 T4024 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384821 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1384822 T4076 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384822 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1384824 T4031 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384825 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1384831 T4060 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1384843 T4077 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\collection1
[junit4:junit4]   2> 1384843 T4077 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1384844 T4077 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1384844 T4077 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1384846 T4077 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\collection1\'
[junit4:junit4]   2> 1384849 T4077 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1384850 T4077 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149/collection1/lib/README' to classloader
[junit4:junit4]   2> 1384942 T4077 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1385022 T4077 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1385026 T4077 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1385032 T4077 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1385885 T4077 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1385898 T4077 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1385902 T4077 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1385925 T4077 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1385930 T4077 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1385936 T4077 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1385939 T4077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1385939 T4077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1385939 T4077 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1385941 T4077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1385941 T4077 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1385941 T4077 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1385941 T4077 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1370042604149\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty3\
[junit4:junit4]   2> 1385941 T4077 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1385941 T4077 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1385943 T4077 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty3
[junit4:junit4]   2> 1385944 T4077 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty3\index/
[junit4:junit4]   2> 1385945 T4077 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty3\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1385945 T4077 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty3\index
[junit4:junit4]   2> 1385959 T4077 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty3\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1385959 T4077 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1385962 T4077 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1385963 T4077 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1385963 T4077 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1385964 T4077 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1385964 T4077 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1385964 T4077 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1385965 T4077 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1385967 T4077 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1385967 T4077 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1385975 T4077 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1385986 T4077 oass.SolrIndexSearcher.<init> Opening Searcher@744ea27f main
[junit4:junit4]   2> 1385989 T4077 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1385989 T4077 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1385994 T4078 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@744ea27f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1385998 T4077 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1385998 T4077 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1386332 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1386334 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61264_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61264/t_"}
[junit4:junit4]   2> 1386334 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1386336 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard3
[junit4:junit4]   2> 1386356 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1386358 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1386358 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1386359 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1386359 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1387101 T4077 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1387101 T4077 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61264/t_ collection:collection1 shard:shard3
[junit4:junit4]   2> 1387104 T4077 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4:junit4]   2> 1387138 T4077 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1387152 T4077 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1387152 T4077 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1387154 T4077 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61264/t_/collection1/
[junit4:junit4]   2> 1387154 T4077 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1387155 T4077 oasc.SyncStrategy.syncToMe http://127.0.0.1:61264/t_/collection1/ has no replicas
[junit4:junit4]   2> 1387155 T4077 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:61264/t_/collection1/
[junit4:junit4]   2> 1387155 T4077 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4:junit4]   2> 1388027 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1388053 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388053 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388054 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388054 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388054 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1388073 T4077 oasc.ZkController.register We are http://127.0.0.1:61264/t_/collection1/ and leader is http://127.0.0.1:61264/t_/collection1/
[junit4:junit4]   2> 1388073 T4077 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61264/t_
[junit4:junit4]   2> 1388073 T4077 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1388073 T4077 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1388074 T4077 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1388077 T4077 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1388079 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1388079 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1388081 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1388570 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1388577 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61273
[junit4:junit4]   2> 1388578 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1388578 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1388579 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111
[junit4:junit4]   2> 1388580 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\solr.xml
[junit4:junit4]   2> 1388581 T4002 oasc.CoreContainer.<init> New CoreContainer 686000542
[junit4:junit4]   2> 1388581 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\'
[junit4:junit4]   2> 1388582 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\'
[junit4:junit4]   2> 1388747 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1388748 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1388748 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1388749 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1388749 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1388749 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1388750 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1388750 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1388750 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1388750 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1388762 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1388764 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1388765 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1388770 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1388795 T4092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a9195e0 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1388795 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1388800 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1388813 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1388816 T4094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d547ac0 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1388816 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1388826 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1389719 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1389720 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61264_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61264/t_"}
[junit4:junit4]   2> 1389734 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389734 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389932 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61273_t_
[junit4:junit4]   2> 1389936 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61273_t_
[junit4:junit4]   2> 1389941 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389942 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1389955 T4044 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389955 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1389955 T4076 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389955 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1389956 T4031 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389956 T4024 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389957 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1389958 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1389963 T4060 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389964 T4094 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1389978 T4095 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\collection1
[junit4:junit4]   2> 1389978 T4095 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1389979 T4095 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1389979 T4095 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1389982 T4095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\collection1\'
[junit4:junit4]   2> 1389984 T4095 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1389985 T4095 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111/collection1/lib/README' to classloader
[junit4:junit4]   2> 1390048 T4095 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1390138 T4095 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1390141 T4095 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1390146 T4095 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1390967 T4095 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1390978 T4095 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1390984 T4095 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1391017 T4095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1391028 T4095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1391034 T4095 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1391036 T4095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1391036 T4095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1391037 T4095 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1391038 T4095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1391038 T4095 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1391039 T4095 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1391039 T4095 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1370042609111\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty4\
[junit4:junit4]   2> 1391039 T4095 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1391039 T4095 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1391042 T4095 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4
[junit4:junit4]   2> 1391042 T4095 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty4\index/
[junit4:junit4]   2> 1391043 T4095 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1391043 T4095 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index
[junit4:junit4]   2> 1391059 T4095 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1391059 T4095 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1391065 T4095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1391066 T4095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1391067 T4095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1391068 T4095 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1391069 T4095 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1391069 T4095 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1391069 T4095 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1391070 T4095 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1391071 T4095 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1391081 T4095 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1391093 T4095 oass.SolrIndexSearcher.<init> Opening Searcher@4302702b main
[junit4:junit4]   2> 1391096 T4095 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1391096 T4095 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1391102 T4096 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4302702b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1391105 T4095 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1391107 T4095 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1391401 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1391404 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61273_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61273/t_"}
[junit4:junit4]   2> 1391404 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1391404 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1391416 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391417 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391417 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391417 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391418 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1391418 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1392210 T4095 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1392210 T4095 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61273/t_ collection:collection1 shard:shard1
[junit4:junit4]   2> 1392217 T4095 oasc.ZkController.register We are http://127.0.0.1:61273/t_/collection1/ and leader is http://127.0.0.1:61246/t_/collection1/
[junit4:junit4]   2> 1392217 T4095 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61273/t_
[junit4:junit4]   2> 1392217 T4095 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1392218 T4095 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3205 name=collection1 org.apache.solr.core.SolrCore@4e96cf90 url=http://127.0.0.1:61273/t_/collection1 node=127.0.0.1:61273_t_ C3205_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:61273_t_, base_url=http://127.0.0.1:61273/t_}
[junit4:junit4]   2> 1392218 T4097 C3205 P61273 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1392221 T4097 C3205 P61273 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1392221 T4097 C3205 P61273 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1392221 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1392221 T4097 C3205 P61273 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1392225 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1392225 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1392226 T4097 C3205 P61273 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1392226 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1392243 T4038 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1392699 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1392703 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61283
[junit4:junit4]   2> 1392704 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1392705 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1392705 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260
[junit4:junit4]   2> 1392706 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\solr.xml
[junit4:junit4]   2> 1392706 T4002 oasc.CoreContainer.<init> New CoreContainer 341461192
[junit4:junit4]   2> 1392706 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\'
[junit4:junit4]   2> 1392707 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\'
[junit4:junit4]   2> 1392859 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1392859 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1392860 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1392860 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1392860 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1392860 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1392861 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1392861 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1392861 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1392862 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1392869 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1392869 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1392870 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1392873 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1392889 T4109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fc6fcad name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1392889 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1392893 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1392893 T4004 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efce6e6ec000d, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1392903 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1392909 T4111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41d01e64 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1392909 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1392925 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1393082 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1393083 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61273_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61273/t_"}
[junit4:junit4]   2> 1393097 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393098 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393097 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1393343 T4038 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1393343 T4038 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:61273_t_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1100 
[junit4:junit4]   2> 1394035 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61283_t_
[junit4:junit4]   2> 1394042 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61283_t_
[junit4:junit4]   2> 1394053 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1394056 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1394057 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1394061 T4024 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394062 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1394063 T4031 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394064 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1394065 T4076 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394067 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1394064 T4044 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394074 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1394077 T4111 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394080 T4060 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394080 T4094 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1394091 T4112 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\collection1
[junit4:junit4]   2> 1394091 T4112 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1394093 T4112 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1394093 T4112 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1394095 T4112 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\collection1\'
[junit4:junit4]   2> 1394097 T4112 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1394097 T4112 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260/collection1/lib/README' to classloader
[junit4:junit4]   2> 1394164 T4112 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1394254 T4112 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1394257 T4112 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1394264 T4112 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1395076 T4112 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1395089 T4112 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1395093 T4112 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1395114 T4112 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1395120 T4112 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1395125 T4112 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1395126 T4112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1395126 T4112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1395126 T4112 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1395129 T4112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1395129 T4112 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1395129 T4112 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1395131 T4112 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1370042613260\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty5\
[junit4:junit4]   2> 1395131 T4112 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1395131 T4112 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1395132 T4112 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5
[junit4:junit4]   2> 1395133 T4112 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty5\index/
[junit4:junit4]   2> 1395133 T4112 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1395135 T4112 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index
[junit4:junit4]   2> 1395146 T4112 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1395147 T4112 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1395151 T4112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1395151 T4112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1395152 T4112 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1395153 T4112 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1395154 T4112 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1395155 T4112 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1395155 T4112 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1395156 T4112 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1395157 T4112 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1395171 T4112 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1395200 T4112 oass.SolrIndexSearcher.<init> Opening Searcher@468a8675 main
[junit4:junit4]   2> 1395205 T4112 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1395206 T4112 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1395219 T4113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@468a8675 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1395225 T4112 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1395241 T4112 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C3206 name=collection1 org.apache.solr.core.SolrCore@4e96cf90 url=http://127.0.0.1:61273/t_/collection1 node=127.0.0.1:61273_t_ C3206_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:61273_t_, base_url=http://127.0.0.1:61273/t_}
[junit4:junit4]   2> 1395513 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:61246/t_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1395513 T4097 C3206 P61273 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:61273/t_ START replicas=[http://127.0.0.1:61246/t_/collection1/] nUpdates=100
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1395514 T4097 C3206 P61273 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1395515 T4097 C3206 P61273 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:61246/t_/collection1/. core=collection1
[junit4:junit4]   2> 1395515 T4097 C3206 P61273 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C3207 name=collection1 org.apache.solr.core.SolrCore@c476fc1 url=http://127.0.0.1:61246/t_/collection1 node=127.0.0.1:61246_t_ C3207_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:61246_t_, base_url=http://127.0.0.1:61246/t_, leader=true}
[junit4:junit4]   2> 1395525 T4035 C3207 P61246 oasc.SolrCore.execute [collection1] webapp=/t_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1395530 T4036 C3207 P61246 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1395538 T4036 C3207 P61246 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1395538 T4036 C3207 P61246 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1395545 T4036 C3207 P61246 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty1\index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 1395546 T4036 C3207 P61246 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1395549 T4036 C3207 P61246 oass.SolrIndexSearcher.<init> Opening Searcher@63ac98e8 realtime
[junit4:junit4]   2> 1395549 T4036 C3207 P61246 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1395549 T4036 C3207 P61246 oasup.LogUpdateProcessor.finish [collection1] webapp=/t_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 1395551 T4097 C3206 P61273 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1395551 T4097 C3206 P61273 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1395552 T4039 C3207 P61246 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1395553 T4039 C3207 P61246 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1395554 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1395554 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1395554 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1395559 T4040 C3207 P61246 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1395559 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1395562 T4097 C3206 P61273 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581
[junit4:junit4]   2> 1395564 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581 lockFactory=org.apache.lucene.store.NativeFSLockFactory@71d22f7d fullCopy=false
[junit4:junit4]   2> 1395567 T4038 C3207 P61246 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1395569 T4097 C3206 P61273 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1395575 T4097 C3206 P61273 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1395575 T4097 C3206 P61273 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 1395580 T4097 C3206 P61273 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 1395581 T4097 C3206 P61273 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1395581 T4097 C3206 P61273 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1395583 T4097 C3206 P61273 oass.SolrIndexSearcher.<init> Opening Searcher@3fb2d7ac main
[junit4:junit4]   2> 1395585 T4096 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3fb2d7ac main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1395585 T4097 C3206 P61273 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581;done=true>>]
[junit4:junit4]   2> 1395585 T4097 C3206 P61273 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581
[junit4:junit4]   2> 1395585 T4097 C3206 P61273 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty4\index.20130531182336581
[junit4:junit4]   2> 1395587 T4097 C3206 P61273 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1395587 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1395587 T4097 C3206 P61273 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1395587 T4097 C3206 P61273 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1395591 T4097 C3206 P61273 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1396294 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1396295 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61283_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61283/t_"}
[junit4:junit4]   2> 1396295 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1396295 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1396304 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61273_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61273/t_"}
[junit4:junit4]   2> 1396312 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396312 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396315 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396315 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396315 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396312 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1396315 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397239 T4112 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1397239 T4112 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61283/t_ collection:collection1 shard:shard2
[junit4:junit4]   2> 1397260 T4112 oasc.ZkController.register We are http://127.0.0.1:61283/t_/collection1/ and leader is http://127.0.0.1:61255/t_/collection1/
[junit4:junit4]   2> 1397260 T4112 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61283/t_
[junit4:junit4]   2> 1397261 T4112 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1397261 T4112 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3208 name=collection1 org.apache.solr.core.SolrCore@5c2cfeb5 url=http://127.0.0.1:61283/t_/collection1 node=127.0.0.1:61283_t_ C3208_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:61283_t_, base_url=http://127.0.0.1:61283/t_}
[junit4:junit4]   2> 1397262 T4116 C3208 P61283 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1397263 T4116 C3208 P61283 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1397263 T4116 C3208 P61283 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1397263 T4116 C3208 P61283 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1397263 T4112 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1397271 T4116 C3208 P61283 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1397272 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1397273 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1397274 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1397291 T4051 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1397683 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1397686 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61296
[junit4:junit4]   2> 1397686 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1397687 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1397687 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308
[junit4:junit4]   2> 1397688 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\solr.xml
[junit4:junit4]   2> 1397688 T4002 oasc.CoreContainer.<init> New CoreContainer 1718509913
[junit4:junit4]   2> 1397689 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\'
[junit4:junit4]   2> 1397689 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\'
[junit4:junit4]   2> 1397792 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1397793 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1397793 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1397793 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1397794 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1397794 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1397803 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1397803 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1397804 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1397805 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1397821 T4128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fa57914 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1397821 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1397836 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1397837 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1397838 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61283_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61283/t_"}
[junit4:junit4]   2> 1397843 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1397876 T4130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53cfa3b4 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1397876 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1397887 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397888 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1397898 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1398281 T4051 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1398285 T4051 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=6&state=recovering&nodeName=127.0.0.1:61283_t_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=994 
[junit4:junit4]   2> 1398894 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61296_t_
[junit4:junit4]   2> 1398903 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61296_t_
[junit4:junit4]   2> 1398908 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1398909 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1398909 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1398910 T4130 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398910 T4044 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398910 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1398911 T4024 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398911 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1398911 T4076 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398911 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1398913 T4031 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398913 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1398918 T4094 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398919 T4060 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398919 T4111 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1398928 T4131 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\collection1
[junit4:junit4]   2> 1398929 T4131 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1398930 T4131 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1398930 T4131 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1398931 T4131 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\collection1\'
[junit4:junit4]   2> 1398932 T4131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1398934 T4131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308/collection1/lib/README' to classloader
[junit4:junit4]   2> 1399004 T4131 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1399080 T4131 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1399083 T4131 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1399091 T4131 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1399871 T4131 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1399882 T4131 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1399886 T4131 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1399906 T4131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1399911 T4131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1399918 T4131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1399920 T4131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1399920 T4131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1399920 T4131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1399921 T4131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1399921 T4131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1399921 T4131 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1399922 T4131 oasc.SolrCore.<init> [collection1] Opening new SolrCore at C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1370042618308\collection1\, dataDir=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty6\
[junit4:junit4]   2> 1399922 T4131 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c19e15c
[junit4:junit4]   2> 1399922 T4131 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1399923 T4131 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty6
[junit4:junit4]   2> 1399924 T4131 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939/jetty6\index/
[junit4:junit4]   2> 1399926 T4131 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty6\index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1399926 T4131 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty6\index
[junit4:junit4]   2> 1399942 T4131 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty6\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1399942 T4131 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1399946 T4131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1399946 T4131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1399948 T4131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1399949 T4131 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1399949 T4131 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1399949 T4131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1399950 T4131 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1399951 T4131 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1399951 T4131 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1399965 T4131 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1399975 T4131 oass.SolrIndexSearcher.<init> Opening Searcher@3ffc3464 main
[junit4:junit4]   2> 1399977 T4131 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1399977 T4131 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1399983 T4132 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ffc3464 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1399986 T4131 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1399986 T4131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C3209 name=collection1 org.apache.solr.core.SolrCore@5c2cfeb5 url=http://127.0.0.1:61283/t_/collection1 node=127.0.0.1:61283_t_ C3209_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:61283_t_, base_url=http://127.0.0.1:61283/t_}
[junit4:junit4]   2> 1400266 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:61255/t_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1400266 T4116 C3209 P61283 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:61283/t_ START replicas=[http://127.0.0.1:61255/t_/collection1/] nUpdates=100
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1400267 T4116 C3209 P61283 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1400269 T4116 C3209 P61283 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:61255/t_/collection1/. core=collection1
[junit4:junit4]   2> 1400269 T4116 C3209 P61283 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C3210 name=collection1 org.apache.solr.core.SolrCore@382f1bff url=http://127.0.0.1:61255/t_/collection1 node=127.0.0.1:61255_t_ C3210_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:61255_t_, base_url=http://127.0.0.1:61255/t_, leader=true}
[junit4:junit4]   2> 1400278 T4052 C3210 P61255 oasc.SolrCore.execute [collection1] webapp=/t_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1400281 T4054 C3210 P61255 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1400290 T4054 C3210 P61255 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1400290 T4054 C3210 P61255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1400299 T4054 C3210 P61255 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty2\index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 1400300 T4054 C3210 P61255 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1400303 T4054 C3210 P61255 oass.SolrIndexSearcher.<init> Opening Searcher@51480f71 realtime
[junit4:junit4]   2> 1400304 T4054 C3210 P61255 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1400304 T4054 C3210 P61255 oasup.LogUpdateProcessor.finish [collection1] webapp=/t_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 1400306 T4116 C3209 P61283 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1400306 T4116 C3209 P61283 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1400308 T4055 C3210 P61255 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1400308 T4055 C3210 P61255 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1400309 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1400309 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1400309 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1400313 T4056 C3210 P61255 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1400314 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 1400317 T4116 C3209 P61283 oasc.CachingDirectoryFactory.get return new directory for C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335
[junit4:junit4]   2> 1400318 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.MMapDirectory@C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4659d97 fullCopy=false
[junit4:junit4]   2> 1400324 T4051 C3210 P61255 oasc.SolrCore.execute [collection1] webapp=/t_ path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 1400325 T4116 C3209 P61283 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1400343 T4116 C3209 P61283 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1400343 T4116 C3209 P61283 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 1400349 T4116 C3209 P61283 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 1400349 T4116 C3209 P61283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1400350 T4116 C3209 P61283 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1400353 T4116 C3209 P61283 oass.SolrIndexSearcher.<init> Opening Searcher@21d897ef main
[junit4:junit4]   2> 1400354 T4113 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21d897ef main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 1400356 T4116 C3209 P61283 oasc.CachingDirectoryFactory.closeCacheValue looking to close C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335 [CachedDir<<refCount=0;path=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335;done=true>>]
[junit4:junit4]   2> 1400356 T4116 C3209 P61283 oasc.CachingDirectoryFactory.close Closing directory: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335
[junit4:junit4]   2> 1400356 T4116 C3209 P61283 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1370042590939\jetty5\index.20130531182341335
[junit4:junit4]   2> 1400357 T4116 C3209 P61283 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1400357 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1400358 T4116 C3209 P61283 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1400358 T4116 C3209 P61283 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1400369 T4116 C3209 P61283 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1400877 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1400879 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61296_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61296/t_"}
[junit4:junit4]   2> 1400881 T4025 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1400881 T4025 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard3
[junit4:junit4]   2> 1400897 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61283_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61283/t_"}
[junit4:junit4]   2> 1400914 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400916 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400917 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400918 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400919 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400919 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400920 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400920 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1400986 T4131 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1400986 T4131 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61296/t_ collection:collection1 shard:shard3
[junit4:junit4]   2> 1400994 T4131 oasc.ZkController.register We are http://127.0.0.1:61296/t_/collection1/ and leader is http://127.0.0.1:61264/t_/collection1/
[junit4:junit4]   2> 1400994 T4131 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61296/t_
[junit4:junit4]   2> 1400994 T4131 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1400994 T4131 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C3211 name=collection1 org.apache.solr.core.SolrCore@18d07b1e url=http://127.0.0.1:61296/t_/collection1 node=127.0.0.1:61296_t_ C3211_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:61296_t_, base_url=http://127.0.0.1:61296/t_}
[junit4:junit4]   2> 1400995 T4135 C3211 P61296 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1400997 T4135 C3211 P61296 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1400997 T4135 C3211 P61296 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1400997 T4131 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1400997 T4135 C3211 P61296 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1400999 T4002 oass.SolrDispatchFilter.init user.dir=C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0
[junit4:junit4]   2> 1400999 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1400999 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1401001 T4135 C3211 P61296 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1401009 T4070 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1401434 T4002 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1401437 T4002 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:61309
[junit4:junit4]   2> 1401438 T4002 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1401438 T4002 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1401438 T4002 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029
[junit4:junit4]   2> 1401439 T4002 oasc.CoreContainer$Initializer.initialize looking for solr config file: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\solr.xml
[junit4:junit4]   2> 1401439 T4002 oasc.CoreContainer.<init> New CoreContainer 2014724450
[junit4:junit4]   2> 1401439 T4002 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\'
[junit4:junit4]   2> 1401440 T4002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\'
[junit4:junit4]   2> 1401570 T4002 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1401571 T4002 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1401571 T4002 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1401571 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1401572 T4002 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1401572 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1401572 T4002 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1401573 T4002 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1401573 T4002 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1401574 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1401581 T4002 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1401582 T4002 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61227/solr
[junit4:junit4]   2> 1401582 T4002 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1401584 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1401603 T4147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16964717 name:ZooKeeperConnection Watcher:127.0.0.1:61227 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1401603 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1401607 T4002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1401607 T4004 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13efce6e6ec0011, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1401613 T4002 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1401617 T4149 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1282ba34 name:ZooKeeperConnection Watcher:127.0.0.1:61227/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1401617 T4002 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1401627 T4002 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1402428 T4025 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1402430 T4025 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61296_t_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61296/t_"}
[junit4:junit4]   2> 1402454 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402455 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402456 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402457 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402458 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402458 T4149 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402460 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402459 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402459 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402623 T4002 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61309_t_
[junit4:junit4]   2> 1402628 T4002 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61309_t_
[junit4:junit4]   2> 1402636 T4149 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402639 T4111 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402641 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402641 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402642 T4060 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1402645 T4031 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402645 T4031 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1402649 T4044 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402649 T4044 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1402650 T4024 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402651 T4024 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1402653 T4076 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402653 T4076 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1402659 T4111 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402664 T4130 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402664 T4094 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402665 T4060 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402666 T4149 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1402673 T4150 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\collection1
[junit4:junit4]   2> 1402673 T4150 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1402674 T4150 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1402674 T4150 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1402676 T4150 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build\solr-core\test\J0\.\org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029\collection1\'
[junit4:junit4]   2> 1402677 T4150 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1402679 T4150 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/C:/Users/JenkinsSlave/workspace/Lucene-Solr-4.x-Windows/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1370042622029/collection1/lib/README' to classloader
[junit4:junit4]   2> 1402734 T4150 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1402816 T4150 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1402819 T4150 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1402825 T4150 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1402990 T4070 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1402990 T4070 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=7&state=recovering&nodeName=127.0.0.1:61296_t_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1981 
[junit4:junit4]   2> 1403522 T4150 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1403531 T4150 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1403535 T4150 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1403552 T4150 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1403557 T4150 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1403560 T415

[...truncated too long message...]

rProcess(ElectionContext.java:170)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:266)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:377)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:170)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1523411 T4372 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1523411 T4372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1523414 T4372 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=testDistribSearch -Dtests.seed=103A1124186FD995 -Dtests.slow=true -Dtests.locale=it_CH -Dtests.timezone=Canada/Central -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE  154s | ChaosMonkeySafeLeaderTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: shard1 is not consistent.  Got 58 from http://127.0.0.1:61246/t_/collection1lastClient and got 55 from http://127.0.0.1:61309/t_/collection1
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([103A1124186FD995:91DC9F3C6F30B9A9]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:963)
[junit4:junit4]    > 	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:137)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 1523414 T4372 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1523415 T4002 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 1523416 T4372 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1523418 T4372 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=MockFixedIntBlock(blockSize=1644), text=PostingsFormat(name=Memory doPackFST= true), _version_=Lucene41(blocksize=128), rnd_b=PostingsFormat(name=Memory doPackFST= false), intDefault=Lucene41(blocksize=128), id=PostingsFormat(name=Memory doPackFST= false), timestamp=MockFixedIntBlock(blockSize=1644), a_t=MockFixedIntBlock(blockSize=1644), range_facet_sl=PostingsFormat(name=Memory doPackFST= false), range_facet_si=MockFixedIntBlock(blockSize=1644), other_tl1=Lucene41(blocksize=128), multiDefault=MockFixedIntBlock(blockSize=1644), a_si=Lucene41(blocksize=128)}, docValues:{}, sim=DefaultSimilarity, locale=it_CH, timezone=Canada/Central
[junit4:junit4]   2> NOTE: Windows 7 6.1 amd64/Sun Microsystems Inc. 1.6.0_45 (64-bit)/cpus=2,threads=1,free=67141688,total=246865920
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestNumberUtils, SimpleFacetsTest, TestRandomDVFaceting, RecoveryZkTest, SimplePostToolTest, ChaosMonkeyShardSplitTest, DocumentBuilderTest, TestCollationField, TestDynamicFieldResource, ConvertedLegacyTest, StandardRequestHandlerTest, SuggesterTSTTest, TestSchemaVersionResource, TestJmxMonitoredMap, LeaderElectionIntegrationTest, TermVectorComponentTest, BinaryUpdateRequestHandlerTest, SystemInfoHandlerTest, ClusterStateTest, TestUniqueKeyFieldResource, BasicZkTest, TestCoreContainer, TestConfig, TestHashPartitioner, TestLRUCache, TestComponentsName, TestBadConfig, TestLuceneMatchVersion, ShardRoutingCustomTest, TestQuerySenderNoQuery, SuggesterTest, TestSuggestSpellingConverter, TestCoreDiscovery, OutputWriterTest, TestRecovery, ZkNodePropsTest, OverseerTest, NoCacheHeaderTest, BadComponentTest, SyncSliceTest, DOMUtilTest, ZkControllerTest, NumericFieldsTest, TestStressRecovery, HardAutoCommitTest, TestZkChroot, TestQuerySenderListener, TestQueryUtils, TestCSVLoader, FullSolrCloudDistribCmdsTest, SolrCoreTest, SolrTestCaseJ4Test, TestAddFieldRealTimeGet, SynonymTokenizerTest, XmlUpdateRequestHandlerTest, TestWriterPerf, FieldAnalysisRequestHandlerTest, TestWordDelimiterFilterFactory, TestIndexingPerformance, ReturnFieldsTest, TestFaceting, TestPluginEnable, UpdateRequestProcessorFactoryTest, TestSchemaNameResource, TestSurroundQueryParser, HighlighterConfigTest, LeaderElectionTest, TestSolrQueryParserResource, TestSerializedLuceneMatchVersion, BasicDistributedZkTest, CircularListTest, DirectUpdateHandlerTest, ShardSplitTest, RequiredFieldsTest, TestRealTimeGet, SliceStateTest, TestBM25SimilarityFactory, TestSolr4Spatial, TestUtils, SortByFunctionTest, TestFieldTypeCollectionResource, SolrPluginUtilsTest, AnalysisAfterCoreReloadTest, SolrCmdDistributorTest, SOLR749Test, TestSolrJ, CSVRequestHandlerTest, TestFieldResource, TestAnalyzedSuggestions, TestStressLucene, UniqFieldsUpdateProcessorFactoryTest, TestPropInject, TestSolrXml, DirectUpdateHandlerOptimizeTest, DistributedSpellCheckComponentTest, PolyFieldTest, TestDocSet, TestFastWriter, TestFastLRUCache, TestJmxIntegration, TestDFRSimilarityFactory, SolrIndexSplitterTest, RegexBoostProcessorTest, DistributedQueryElevationComponentTest, PrimitiveFieldTypeTest, PrimUtilsTest, PreAnalyzedUpdateProcessorTest, UUIDFieldTest, TestQueryTypes, IndexBasedSpellCheckerTest, AliasIntegrationTest, FieldMutatingUpdateProcessorTest, TestSweetSpotSimilarityFactory, TestReload, TestBinaryField, TestDistributedGrouping, CoreContainerCoreInitFailuresTest, DefaultValueUpdateProcessorTest, DisMaxRequestHandlerTest, BadCopyFieldTest, SuggesterWFSTTest, TestSolrCoreProperties, PingRequestHandlerTest, OverseerCollectionProcessorTest, OpenExchangeRatesOrgProviderTest, ResourceLoaderTest, TestReplicationHandler, DistanceFunctionTest, FileUtilsTest, TestCodecSupport, DebugComponentTest, TestPropInjectDefaults, TestClassNameShortening, TestSolrIndexConfig, TestCollationKeyRangeQueries, TestReversedWildcardFilterFactory, TestSolrQueryParserDefaultOperatorResource, ScriptEngineTest, TestFuzzyAnalyzedSuggestions, TestRemoteStreaming, ChaosMonkeySafeLeaderTest]
[junit4:junit4] Completed in 153.55s, 1 test, 1 failure <<< FAILURES!

[...truncated 472 lines...]
BUILD FAILED
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:386: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:366: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\build.xml:39: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\build.xml:181: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\solr\common-build.xml:437: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:1243: The following error occurred while executing this line:
C:\Users\JenkinsSlave\workspace\Lucene-Solr-4.x-Windows\lucene\common-build.xml:887: There were test failures: 296 suites, 1236 tests, 1 failure, 20 ignored (14 assumptions)

Total time: 70 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0_45 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure