You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/06/04 04:37:05 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1305 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1305/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:56353 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:56353 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([19F0465E520ACA58:9816C8462555AA64]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:50867 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:50867 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([19F0465E520ACA58:9816C8462555AA64]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:150)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9461 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4]   2> 536899 T708 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 536906 T708 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1370312158400
[junit4:junit4]   2> 536908 T708 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 536909 T709 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 537010 T708 oasc.ZkTestServer.run start zk server on port:56346
[junit4:junit4]   2> 537011 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 537017 T715 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@417227fd name:ZooKeeperConnection Watcher:127.0.0.1:56346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 537017 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 537018 T708 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 537032 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 537034 T717 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52ea2e46 name:ZooKeeperConnection Watcher:127.0.0.1:56346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 537035 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 537035 T708 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 537039 T708 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 537048 T708 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 537051 T708 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 537055 T708 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 537055 T708 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 537067 T708 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 537068 T708 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 537172 T708 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 537173 T708 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 537184 T708 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 537185 T708 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 537189 T708 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 537190 T708 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 537194 T708 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 537194 T708 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 537198 T708 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 537199 T708 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 537203 T708 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 537203 T708 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 537207 T708 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 537208 T708 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 537476 T708 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 537480 T708 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56349
[junit4:junit4]   2> 537480 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 537481 T708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 537481 T708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370312158705
[junit4:junit4]   2> 537482 T708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370312158705/solr.xml
[junit4:junit4]   2> 537482 T708 oasc.CoreContainer.<init> New CoreContainer 1684060294
[junit4:junit4]   2> 537483 T708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370312158705/'
[junit4:junit4]   2> 537483 T708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370312158705/'
[junit4:junit4]   2> 537618 T708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 537619 T708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 537620 T708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 537620 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 537621 T708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 537621 T708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 537622 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 537622 T708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 537623 T708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 537623 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 537643 T708 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 537644 T708 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56346/solr
[junit4:junit4]   2> 537645 T708 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 537646 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 537649 T728 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e098752 name:ZooKeeperConnection Watcher:127.0.0.1:56346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 537650 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 537653 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 537666 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 537669 T730 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1daa8d5b name:ZooKeeperConnection Watcher:127.0.0.1:56346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 537669 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 537672 T708 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 537682 T708 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 537686 T708 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 537688 T708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56349_
[junit4:junit4]   2> 537696 T708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56349_
[junit4:junit4]   2> 537700 T708 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 537717 T708 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 537720 T708 oasc.Overseer.start Overseer (id=89804777613361155-127.0.0.1:56349_-n_0000000000) starting
[junit4:junit4]   2> 537733 T708 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 537745 T732 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 537746 T708 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 537749 T708 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 537751 T708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 537755 T731 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 537759 T733 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370312158705/collection1
[junit4:junit4]   2> 537759 T733 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 537760 T733 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 537760 T733 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 537762 T733 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370312158705/collection1/'
[junit4:junit4]   2> 537763 T733 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370312158705/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 537764 T733 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370312158705/collection1/lib/README' to classloader
[junit4:junit4]   2> 537817 T733 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 537879 T733 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 537981 T733 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 537988 T733 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 538581 T733 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 538585 T733 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 538587 T733 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 538592 T733 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 538625 T733 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 538626 T733 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1370312158705/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/control/data/
[junit4:junit4]   2> 538626 T733 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec3cdad
[junit4:junit4]   2> 538627 T733 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 538627 T733 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/control/data
[junit4:junit4]   2> 538627 T733 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/control/data/index/
[junit4:junit4]   2> 538628 T733 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 538628 T733 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/control/data/index
[junit4:junit4]   2> 538633 T733 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f07c050 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fdce710),segFN=segments_1,generation=1}
[junit4:junit4]   2> 538633 T733 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 538636 T733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 538636 T733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 538637 T733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 538637 T733 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 538638 T733 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 538638 T733 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 538638 T733 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 538639 T733 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 538640 T733 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 538655 T733 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 538662 T733 oass.SolrIndexSearcher.<init> Opening Searcher@582dd279 main
[junit4:junit4]   2> 538662 T733 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/control/data/tlog
[junit4:junit4]   2> 538663 T733 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 538664 T733 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 538667 T734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@582dd279 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 538669 T733 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 538669 T733 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 539259 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 539260 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56349_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56349"}
[junit4:junit4]   2> 539260 T731 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 539261 T731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 539280 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 539678 T733 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 539678 T733 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56349 collection:control_collection shard:shard1
[junit4:junit4]   2> 539679 T733 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 539698 T733 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 539708 T733 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 539708 T733 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 539709 T733 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56349/collection1/
[junit4:junit4]   2> 539709 T733 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 539709 T733 oasc.SyncStrategy.syncToMe http://127.0.0.1:56349/collection1/ has no replicas
[junit4:junit4]   2> 539710 T733 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56349/collection1/
[junit4:junit4]   2> 539710 T733 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 540785 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 540833 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 540890 T733 oasc.ZkController.register We are http://127.0.0.1:56349/collection1/ and leader is http://127.0.0.1:56349/collection1/
[junit4:junit4]   2> 540890 T733 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56349
[junit4:junit4]   2> 540890 T733 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 540890 T733 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 540891 T733 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 540893 T733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 540894 T708 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 540895 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 540895 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 540912 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 540914 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 540916 T737 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b16ac8a name:ZooKeeperConnection Watcher:127.0.0.1:56346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 540917 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 540919 T708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 540922 T708 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 541188 T708 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 541190 T708 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56353
[junit4:junit4]   2> 541191 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 541192 T708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 541192 T708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370312162414
[junit4:junit4]   2> 541193 T708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370312162414/solr.xml
[junit4:junit4]   2> 541193 T708 oasc.CoreContainer.<init> New CoreContainer 176518995
[junit4:junit4]   2> 541194 T708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370312162414/'
[junit4:junit4]   2> 541194 T708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370312162414/'
[junit4:junit4]   2> 541324 T708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 541324 T708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 541325 T708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 541325 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 541326 T708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 541326 T708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 541327 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 541327 T708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 541328 T708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 541328 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 541346 T708 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 541346 T708 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56346/solr
[junit4:junit4]   2> 541347 T708 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 541348 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 541351 T748 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7af77f01 name:ZooKeeperConnection Watcher:127.0.0.1:56346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 541351 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 541354 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 541367 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 541369 T750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7edd223d name:ZooKeeperConnection Watcher:127.0.0.1:56346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 541369 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 541382 T708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 542348 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 542349 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56349_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56349"}
[junit4:junit4]   2> 542369 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 542369 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 542369 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 542386 T708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56353_
[junit4:junit4]   2> 542388 T708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56353_
[junit4:junit4]   2> 542391 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 542392 T737 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 542392 T730 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 542392 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 542392 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 542393 T750 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 542405 T751 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370312162414/collection1
[junit4:junit4]   2> 542405 T751 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 542406 T751 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 542406 T751 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 542408 T751 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370312162414/collection1/'
[junit4:junit4]   2> 542409 T751 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370312162414/collection1/lib/README' to classloader
[junit4:junit4]   2> 542410 T751 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370312162414/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 542461 T751 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 542522 T751 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 542623 T751 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 542629 T751 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 543205 T751 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 543209 T751 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 543212 T751 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 543218 T751 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 543249 T751 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 543250 T751 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1370312162414/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty1/
[junit4:junit4]   2> 543250 T751 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec3cdad
[junit4:junit4]   2> 543251 T751 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 543252 T751 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty1
[junit4:junit4]   2> 543252 T751 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty1/index/
[junit4:junit4]   2> 543252 T751 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 543253 T751 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty1/index
[junit4:junit4]   2> 543257 T751 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315e7c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20d0f60e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 543257 T751 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 543261 T751 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 543261 T751 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 543262 T751 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 543263 T751 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 543263 T751 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 543263 T751 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 543264 T751 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 543265 T751 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 543265 T751 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 543282 T751 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 543289 T751 oass.SolrIndexSearcher.<init> Opening Searcher@32458608 main
[junit4:junit4]   2> 543290 T751 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty1/tlog
[junit4:junit4]   2> 543291 T751 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 543291 T751 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 543296 T752 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32458608 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 543298 T751 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 543299 T751 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 543876 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 543877 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56353_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56353"}
[junit4:junit4]   2> 543877 T731 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 543877 T731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 543883 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 543883 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 543883 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 544302 T751 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 544302 T751 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56353 collection:collection1 shard:shard1
[junit4:junit4]   2> 544303 T751 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 544323 T751 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 544334 T751 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 544334 T751 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 544334 T751 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56353/collection1/
[junit4:junit4]   2> 544335 T751 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 544335 T751 oasc.SyncStrategy.syncToMe http://127.0.0.1:56353/collection1/ has no replicas
[junit4:junit4]   2> 544335 T751 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56353/collection1/
[junit4:junit4]   2> 544335 T751 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 545389 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 545413 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 545413 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 545413 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 545423 T751 oasc.ZkController.register We are http://127.0.0.1:56353/collection1/ and leader is http://127.0.0.1:56353/collection1/
[junit4:junit4]   2> 545423 T751 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56353
[junit4:junit4]   2> 545423 T751 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 545423 T751 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 545424 T751 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 545426 T751 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 545427 T708 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 545427 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 545428 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 545708 T708 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 545711 T708 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56356
[junit4:junit4]   2> 545712 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 545713 T708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 545713 T708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370312166937
[junit4:junit4]   2> 545714 T708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370312166937/solr.xml
[junit4:junit4]   2> 545714 T708 oasc.CoreContainer.<init> New CoreContainer 838715435
[junit4:junit4]   2> 545715 T708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370312166937/'
[junit4:junit4]   2> 545715 T708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370312166937/'
[junit4:junit4]   2> 545843 T708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 545843 T708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 545844 T708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 545844 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 545845 T708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 545845 T708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 545846 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 545846 T708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 545847 T708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 545847 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 545866 T708 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 545867 T708 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56346/solr
[junit4:junit4]   2> 545867 T708 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 545868 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 545876 T764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@352fc7d0 name:ZooKeeperConnection Watcher:127.0.0.1:56346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 545877 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 545894 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 545907 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 545909 T766 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11ea62c5 name:ZooKeeperConnection Watcher:127.0.0.1:56346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 545910 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 545921 T708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 546921 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 546922 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56353_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56353"}
[junit4:junit4]   2> 546928 T708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56356_
[junit4:junit4]   2> 546930 T708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56356_
[junit4:junit4]   2> 546947 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 546948 T737 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 546948 T766 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 546948 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 546948 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 546951 T750 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 546951 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 546951 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 546952 T730 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 546952 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 546954 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 546957 T767 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370312166937/collection1
[junit4:junit4]   2> 546958 T767 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 546958 T767 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 546959 T767 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 546960 T767 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370312166937/collection1/'
[junit4:junit4]   2> 546962 T767 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370312166937/collection1/lib/README' to classloader
[junit4:junit4]   2> 546962 T767 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370312166937/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 547014 T767 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 547074 T767 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 547175 T767 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 547181 T767 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 547754 T767 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 547758 T767 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 547761 T767 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 547767 T767 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 547798 T767 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 547799 T767 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1370312166937/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty2/
[junit4:junit4]   2> 547799 T767 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec3cdad
[junit4:junit4]   2> 547800 T767 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 547801 T767 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty2
[junit4:junit4]   2> 547801 T767 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty2/index/
[junit4:junit4]   2> 547801 T767 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 547802 T767 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty2/index
[junit4:junit4]   2> 547806 T767 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d852e48 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3935a60b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 547806 T767 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 547810 T767 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 547810 T767 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 547811 T767 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 547812 T767 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 547812 T767 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 547813 T767 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 547813 T767 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 547814 T767 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 547814 T767 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 547831 T767 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 547838 T767 oass.SolrIndexSearcher.<init> Opening Searcher@5915567a main
[junit4:junit4]   2> 547839 T767 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty2/tlog
[junit4:junit4]   2> 547840 T767 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 547840 T767 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 547845 T768 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5915567a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 547848 T767 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 547848 T767 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 548454 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 548455 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56356_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56356"}
[junit4:junit4]   2> 548455 T731 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 548455 T731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 548472 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 548472 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 548472 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 548472 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 548852 T767 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 548852 T767 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56356 collection:collection1 shard:shard2
[junit4:junit4]   2> 548853 T767 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 548869 T767 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 548878 T767 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 548878 T767 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 548879 T767 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56356/collection1/
[junit4:junit4]   2> 548879 T767 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 548879 T767 oasc.SyncStrategy.syncToMe http://127.0.0.1:56356/collection1/ has no replicas
[junit4:junit4]   2> 548879 T767 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56356/collection1/
[junit4:junit4]   2> 548880 T767 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 549978 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 550002 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 550002 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 550002 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 550002 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 550017 T767 oasc.ZkController.register We are http://127.0.0.1:56356/collection1/ and leader is http://127.0.0.1:56356/collection1/
[junit4:junit4]   2> 550017 T767 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56356
[junit4:junit4]   2> 550017 T767 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 550017 T767 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 550018 T767 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 550020 T767 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 550021 T708 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 550022 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 550022 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 550309 T708 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 550312 T708 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56359
[junit4:junit4]   2> 550313 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 550313 T708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 550314 T708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370312171531
[junit4:junit4]   2> 550314 T708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370312171531/solr.xml
[junit4:junit4]   2> 550315 T708 oasc.CoreContainer.<init> New CoreContainer 1027648796
[junit4:junit4]   2> 550316 T708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370312171531/'
[junit4:junit4]   2> 550316 T708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370312171531/'
[junit4:junit4]   2> 550444 T708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 550445 T708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 550445 T708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 550446 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 550446 T708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 550447 T708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 550447 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 550448 T708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 550448 T708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 550449 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 550466 T708 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 550467 T708 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56346/solr
[junit4:junit4]   2> 550467 T708 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 550468 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 550476 T780 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47df7523 name:ZooKeeperConnection Watcher:127.0.0.1:56346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 550476 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 550497 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 550510 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 550512 T782 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d3d33f1 name:ZooKeeperConnection Watcher:127.0.0.1:56346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 550513 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 550527 T708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 551516 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 551517 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56356_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56356"}
[junit4:junit4]   2> 551537 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 551538 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 551538 T708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56359_
[junit4:junit4]   2> 551538 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 551538 T782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 551538 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 551540 T708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56359_
[junit4:junit4]   2> 551548 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 551548 T782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 551548 T737 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 551549 T766 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 551549 T730 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 551549 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 551549 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 551549 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 551550 T750 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 551551 T782 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 551558 T783 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370312171531/collection1
[junit4:junit4]   2> 551558 T783 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 551559 T783 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 551559 T783 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 551561 T783 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370312171531/collection1/'
[junit4:junit4]   2> 551562 T783 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370312171531/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 551563 T783 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370312171531/collection1/lib/README' to classloader
[junit4:junit4]   2> 551614 T783 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 551674 T783 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 551775 T783 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 551781 T783 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 552355 T783 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 552359 T783 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 552361 T783 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 552367 T783 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 552398 T783 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 552398 T783 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1370312171531/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/
[junit4:junit4]   2> 552399 T783 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec3cdad
[junit4:junit4]   2> 552399 T783 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 552400 T783 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3
[junit4:junit4]   2> 552400 T783 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/index/
[junit4:junit4]   2> 552401 T783 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 552402 T783 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/index
[junit4:junit4]   2> 552405 T783 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@183fe08e lockFactory=org.apache.lucene.store.NativeFSLockFactory@50d974da),segFN=segments_1,generation=1}
[junit4:junit4]   2> 552406 T783 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 552409 T783 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 552409 T783 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 552410 T783 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 552411 T783 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 552412 T783 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 552412 T783 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 552412 T783 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 552413 T783 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 552413 T783 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 552430 T783 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 552437 T783 oass.SolrIndexSearcher.<init> Opening Searcher@2c611f62 main
[junit4:junit4]   2> 552438 T783 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/tlog
[junit4:junit4]   2> 552439 T783 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 552439 T783 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 552444 T784 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c611f62 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 552447 T783 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 552447 T783 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 553049 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 553050 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56359_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56359"}
[junit4:junit4]   2> 553050 T731 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 553050 T731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 553069 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 553069 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 553069 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 553069 T782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 553069 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 553450 T783 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 553450 T783 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56359 collection:collection1 shard:shard1
[junit4:junit4]   2> 553584 T783 oasc.ZkController.register We are http://127.0.0.1:56359/collection1/ and leader is http://127.0.0.1:56353/collection1/
[junit4:junit4]   2> 553584 T783 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56359
[junit4:junit4]   2> 553584 T783 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 553585 T783 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C199 name=collection1 org.apache.solr.core.SolrCore@1516121e url=http://127.0.0.1:56359/collection1 node=127.0.0.1:56359_ C199_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56359_, base_url=http://127.0.0.1:56359}
[junit4:junit4]   2> 553585 T785 C199 P56359 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 553586 T783 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 553586 T785 C199 P56359 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 553586 T785 C199 P56359 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 553587 T785 C199 P56359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 553587 T708 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 553588 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 553588 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 553589 T785 C199 P56359 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 553610 T740 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 553873 T708 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 553876 T708 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56363
[junit4:junit4]   2> 553877 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 553877 T708 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 553878 T708 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370312175100
[junit4:junit4]   2> 553878 T708 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370312175100/solr.xml
[junit4:junit4]   2> 553879 T708 oasc.CoreContainer.<init> New CoreContainer 1803860955
[junit4:junit4]   2> 553879 T708 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370312175100/'
[junit4:junit4]   2> 553880 T708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370312175100/'
[junit4:junit4]   2> 554008 T708 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 554009 T708 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 554009 T708 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 554010 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 554010 T708 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 554011 T708 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 554011 T708 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 554012 T708 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 554012 T708 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 554013 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 554031 T708 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 554032 T708 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56346/solr
[junit4:junit4]   2> 554033 T708 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 554034 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 554037 T797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79299896 name:ZooKeeperConnection Watcher:127.0.0.1:56346 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 554037 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 554050 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 554064 T708 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 554066 T799 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c9d926a name:ZooKeeperConnection Watcher:127.0.0.1:56346/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 554066 T708 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 554078 T708 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 554575 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 554576 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56359_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56359"}
[junit4:junit4]   2> 554596 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 554597 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 554597 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 554596 T782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 554597 T799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 554596 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 554611 T740 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 554611 T740 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:56359_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 555082 T708 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56363_
[junit4:junit4]   2> 555088 T708 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56363_
[junit4:junit4]   2> 555152 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555152 T799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555152 T782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555153 T766 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555153 T737 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555153 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 555153 T730 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555153 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 555154 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 555154 T750 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555155 T782 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555155 T799 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555168 T800 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370312175100/collection1
[junit4:junit4]   2> 555168 T800 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 555169 T800 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 555169 T800 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 555171 T800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370312175100/collection1/'
[junit4:junit4]   2> 555172 T800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370312175100/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 555173 T800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370312175100/collection1/lib/README' to classloader
[junit4:junit4]   2> 555225 T800 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 555300 T800 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 555401 T800 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 555407 T800 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 555964 T800 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 555968 T800 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 555970 T800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 555976 T800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 556007 T800 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 556007 T800 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1370312175100/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/
[junit4:junit4]   2> 556008 T800 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec3cdad
[junit4:junit4]   2> 556008 T800 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 556009 T800 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4
[junit4:junit4]   2> 556009 T800 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/index/
[junit4:junit4]   2> 556009 T800 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 556010 T800 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/index
[junit4:junit4]   2> 556014 T800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b750c84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e47ba),segFN=segments_1,generation=1}
[junit4:junit4]   2> 556014 T800 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 556017 T800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 556018 T800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 556019 T800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 556019 T800 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 556020 T800 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 556020 T800 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 556020 T800 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 556021 T800 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 556022 T800 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 556037 T800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 556044 T800 oass.SolrIndexSearcher.<init> Opening Searcher@3b608381 main
[junit4:junit4]   2> 556044 T800 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/tlog
[junit4:junit4]   2> 556045 T800 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 556045 T800 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 556050 T801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b608381 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 556053 T800 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 556053 T800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 556103 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 556104 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56363_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56363"}
[junit4:junit4]   2> 556104 T731 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 556104 T731 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 556120 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556120 T799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556120 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556120 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556120 T782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556120 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> ASYNC  NEW_CORE C200 name=collection1 org.apache.solr.core.SolrCore@1516121e url=http://127.0.0.1:56359/collection1 node=127.0.0.1:56359_ C200_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56359_, base_url=http://127.0.0.1:56359}
[junit4:junit4]   2> 556613 T785 C200 P56359 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56353/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 556613 T785 C200 P56359 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56359 START replicas=[http://127.0.0.1:56353/collection1/] nUpdates=100
[junit4:junit4]   2> 556614 T785 C200 P56359 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 556614 T785 C200 P56359 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 556615 T785 C200 P56359 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 556615 T785 C200 P56359 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 556615 T785 C200 P56359 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 556615 T785 C200 P56359 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56353/collection1/. core=collection1
[junit4:junit4]   2> 556616 T785 C200 P56359 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C201 name=collection1 org.apache.solr.core.SolrCore@63f51c5e url=http://127.0.0.1:56353/collection1 node=127.0.0.1:56353_ C201_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56353_, base_url=http://127.0.0.1:56353, leader=true}
[junit4:junit4]   2> 556622 T741 C201 P56353 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 556634 T742 C201 P56353 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 556636 T742 C201 P56353 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315e7c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20d0f60e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 556637 T742 C201 P56353 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 556638 T742 C201 P56353 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315e7c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20d0f60e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315e7c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20d0f60e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 556638 T742 C201 P56353 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 556639 T742 C201 P56353 oass.SolrIndexSearcher.<init> Opening Searcher@293a7fdb realtime
[junit4:junit4]   2> 556639 T742 C201 P56353 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 556639 T742 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 556640 T785 C200 P56359 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 556640 T785 C200 P56359 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 556643 T743 C201 P56353 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 556643 T743 C201 P56353 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 556644 T785 C200 P56359 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 556644 T785 C200 P56359 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 556644 T785 C200 P56359 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 556647 T743 C201 P56353 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 556648 T785 C200 P56359 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 556649 T785 C200 P56359 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/index.20130604051618140
[junit4:junit4]   2> 556649 T785 C200 P56359 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@12ab4d80 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fe1f5be) fullCopy=false
[junit4:junit4]   2> 556652 T743 C201 P56353 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 556653 T785 C200 P56359 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 556654 T785 C200 P56359 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 556655 T785 C200 P56359 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 556656 T785 C200 P56359 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@183fe08e lockFactory=org.apache.lucene.store.NativeFSLockFactory@50d974da),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@183fe08e lockFactory=org.apache.lucene.store.NativeFSLockFactory@50d974da),segFN=segments_2,generation=2}
[junit4:junit4]   2> 556657 T785 C200 P56359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 556657 T785 C200 P56359 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 556658 T785 C200 P56359 oass.SolrIndexSearcher.<init> Opening Searcher@632703e main
[junit4:junit4]   2> 556659 T784 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@632703e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 556659 T785 C200 P56359 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/index.20130604051618140 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/index.20130604051618140;done=true>>]
[junit4:junit4]   2> 556660 T785 C200 P56359 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/index.20130604051618140
[junit4:junit4]   2> 556660 T785 C200 P56359 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty3/index.20130604051618140
[junit4:junit4]   2> 556660 T785 C200 P56359 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 556660 T785 C200 P56359 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 556660 T785 C200 P56359 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 556661 T785 C200 P56359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 556664 T785 C200 P56359 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 557056 T800 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 557056 T800 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56363 collection:collection1 shard:shard2
[junit4:junit4]   2> 557060 T800 oasc.ZkController.register We are http://127.0.0.1:56363/collection1/ and leader is http://127.0.0.1:56356/collection1/
[junit4:junit4]   2> 557060 T800 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56363
[junit4:junit4]   2> 557060 T800 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 557061 T800 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C202 name=collection1 org.apache.solr.core.SolrCore@3c5552ed url=http://127.0.0.1:56363/collection1 node=127.0.0.1:56363_ C202_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56363_, base_url=http://127.0.0.1:56363}
[junit4:junit4]   2> 557061 T804 C202 P56363 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 557062 T804 C202 P56363 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 557062 T800 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 557062 T804 C202 P56363 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 557062 T804 C202 P56363 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 557063 T708 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 557064 T708 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 557064 T804 C202 P56363 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 557064 T708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 557077 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 557078 T756 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 557078 T708 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 557079 T708 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 557080 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 557626 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 557627 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56359_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56359"}
[junit4:junit4]   2> 557651 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56363_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56363"}
[junit4:junit4]   2> 557667 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 557667 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 557667 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 557667 T799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 557667 T782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 557667 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 558079 T756 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 558079 T756 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:56363_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 558082 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 559084 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C202_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56363_, base_url=http://127.0.0.1:56363}
[junit4:junit4]   2> 560081 T804 C202 P56363 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56356/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 560081 T804 C202 P56363 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56363 START replicas=[http://127.0.0.1:56356/collection1/] nUpdates=100
[junit4:junit4]   2> 560082 T804 C202 P56363 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 560082 T804 C202 P56363 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 560082 T804 C202 P56363 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 560083 T804 C202 P56363 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 560083 T804 C202 P56363 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 560084 T804 C202 P56363 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56356/collection1/. core=collection1
[junit4:junit4]   2> 560084 T804 C202 P56363 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 560086 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C203 name=collection1 org.apache.solr.core.SolrCore@64d52ae3 url=http://127.0.0.1:56356/collection1 node=127.0.0.1:56356_ C203_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56356_, base_url=http://127.0.0.1:56356, leader=true}
[junit4:junit4]   2> 560092 T757 C203 P56356 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 560098 T758 C203 P56356 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 560101 T758 C203 P56356 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d852e48 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3935a60b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 560101 T758 C203 P56356 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 560102 T758 C203 P56356 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d852e48 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3935a60b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d852e48 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3935a60b),segFN=segments_2,generation=2}
[junit4:junit4]   2> 560102 T758 C203 P56356 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 560103 T758 C203 P56356 oass.SolrIndexSearcher.<init> Opening Searcher@5baa973d realtime
[junit4:junit4]   2> 560103 T758 C203 P56356 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 560104 T758 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 560105 T804 C202 P56363 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 560105 T804 C202 P56363 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 560107 T759 C203 P56356 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 560108 T759 C203 P56356 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 560108 T804 C202 P56363 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 560109 T804 C202 P56363 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 560109 T804 C202 P56363 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 560111 T759 C203 P56356 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 560112 T804 C202 P56363 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 560113 T804 C202 P56363 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/index.20130604051621604
[junit4:junit4]   2> 560113 T804 C202 P56363 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5e546b84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@506e7f9a) fullCopy=false
[junit4:junit4]   2> 560116 T759 C203 P56356 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 560117 T804 C202 P56363 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 560118 T804 C202 P56363 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 560119 T804 C202 P56363 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 560120 T804 C202 P56363 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b750c84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e47ba),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b750c84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e47ba),segFN=segments_2,generation=2}
[junit4:junit4]   2> 560121 T804 C202 P56363 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 560121 T804 C202 P56363 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 560122 T804 C202 P56363 oass.SolrIndexSearcher.<init> Opening Searcher@9918deb main
[junit4:junit4]   2> 560123 T801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9918deb main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 560124 T804 C202 P56363 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/index.20130604051621604 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/index.20130604051621604;done=true>>]
[junit4:junit4]   2> 560124 T804 C202 P56363 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/index.20130604051621604
[junit4:junit4]   2> 560124 T804 C202 P56363 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1370312158399/jetty4/index.20130604051621604
[junit4:junit4]   2> 560124 T804 C202 P56363 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 560125 T804 C202 P56363 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 560125 T804 C202 P56363 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 560125 T804 C202 P56363 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 560127 T804 C202 P56363 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 560683 T731 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 560684 T731 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56363_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56363"}
[junit4:junit4]   2> 560721 T737 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 560721 T766 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 560721 T730 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 560721 T799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 560721 T782 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 560721 T750 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 561089 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 561090 T708 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C204 name=collection1 org.apache.solr.core.SolrCore@7fdc3210 url=http://127.0.0.1:56349/collection1 node=127.0.0.1:56349_ C204_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:56349_, base_url=http://127.0.0.1:56349, leader=true}
[junit4:junit4]   2> 561099 T720 C204 P56349 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 561103 T720 C204 P56349 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f07c050 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fdce710),segFN=segments_1,generation=1}
[junit4:junit4]   2> 561103 T720 C204 P56349 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 561104 T720 C204 P56349 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f07c050 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fdce710),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f07c050 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fdce710),segFN=segments_2,generation=2}
[junit4:junit4]   2> 561105 T720 C204 P56349 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 561105 T720 C204 P56349 oass.SolrIndexSearcher.<init> Opening Searcher@2600225 main
[junit4:junit4]   2> 561106 T720 C204 P56349 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561107 T734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2600225 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561108 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 561120 T744 C201 P56353 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 561122 T744 C201 P56353 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315e7c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20d0f60e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315e7c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20d0f60e),segFN=segments_3,generation=3}
[junit4:junit4]   2> 561122 T744 C201 P56353 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 561123 T744 C201 P56353 oass.SolrIndexSearcher.<init> Opening Searcher@38415f44 main
[junit4:junit4]   2> 561123 T744 C201 P56353 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561124 T752 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38415f44 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561125 T744 C201 P56353 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:56359/collection1/, StdNode: http://127.0.0.1:56356/collection1/, StdNode: http://127.0.0.1:56363/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 561128 T760 C203 P56356 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 561129 T760 C203 P56356 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d852e48 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3935a60b),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6d852e48 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3935a60b),segFN=segments_3,generation=3}
[junit4:junit4]   2> 561130 T760 C203 P56356 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 561130 T760 C203 P56356 oass.SolrIndexSearcher.<init> Opening Searcher@70510342 main
[junit4:junit4]   2> 561131 T760 C203 P56356 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561132 T768 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70510342 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561133 T760 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2>  C202_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56363_, base_url=http://127.0.0.1:56363}
[junit4:junit4]   2> 561136 T789 C202 P56363 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C200_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56359_, base_url=http://127.0.0.1:56359}
[junit4:junit4]   2> 561136 T772 C200 P56359 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 561137 T789 C202 P56363 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b750c84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e47ba),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b750c84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e2e47ba),segFN=segments_3,generation=3}
[junit4:junit4]   2> 561138 T772 C200 P56359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@183fe08e lockFactory=org.apache.lucene.store.NativeFSLockFactory@50d974da),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@183fe08e lockFactory=org.apache.lucene.store.NativeFSLockFactory@50d974da),segFN=segments_3,generation=3}
[junit4:junit4]   2> 561138 T789 C202 P56363 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 561139 T772 C200 P56359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 561139 T789 C202 P56363 oass.SolrIndexSearcher.<init> Opening Searcher@2b838f43 main
[junit4:junit4]   2> 561140 T772 C200 P56359 oass.SolrIndexSearcher.<init> Opening Searcher@73396fe0 main
[junit4:junit4]   2> 561140 T789 C202 P56363 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561141 T772 C200 P56359 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561141 T801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b838f43 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561142 T784 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@73396fe0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561142 T789 C202 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 561142 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 561143 T744 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 561144 T708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 561148 T745 C201 P56353 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 561150 T773 C200 P56359 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 561152 T761 C203 P56356 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 561154 T790 C202 P56363 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 563160 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436876469332606976)} 0 2
[junit4:junit4]   2> 563168 T791 C202 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436876469336801280&update.from=http://127.0.0.1:56356/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436876469336801280)} 0 2
[junit4:junit4]   2> 563171 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436876469340995584&update.from=http://127.0.0.1:56353/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436876469340995584)} 0 1
[junit4:junit4]   2> 563172 T746 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436876469340995584)} 0 6
[junit4:junit4]   2> 563172 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436876469336801280)} 0 9
[junit4:junit4]   2> 563176 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436876469349384192)]} 0 1
[junit4:junit4]   2> 563192 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436876469363015680)]} 0 1
[junit4:junit4]   2> 563192 T746 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1436876469363015680)]} 0 4
[junit4:junit4]   2> 563193 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0]} 0 14
[junit4:junit4]   2> 563197 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436876469371404288)]} 0 1
[junit4:junit4]   2> 563206 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436876469377695744)]} 0 1
[junit4:junit4]   2> 563206 T746 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1436876469377695744)]} 0 4
[junit4:junit4]   2> 563207 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1]} 0 7
[junit4:junit4]   2> 563211 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1436876469386084352)]} 0 1
[junit4:junit4]   2> 563217 T791 C202 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436876469389230080)]} 0 1
[junit4:junit4]   2> 563218 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1436876469389230080)]} 0 5
[junit4:junit4]   2> 563221 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1436876469396570112)]} 0 1
[junit4:junit4]   2> 563228 T791 C202 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436876469400764416)]} 0 1
[junit4:junit4]   2> 563229 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1436876469400764416)]} 0 5
[junit4:junit4]   2> 563231 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1436876469408104448)]} 0 0
[junit4:junit4]   2> 563237 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436876469411250176)]} 0 0
[junit4:junit4]   2> 563238 T744 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1436876469411250176)]} 0 4
[junit4:junit4]   2> 563241 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436876469418590208)]} 0 0
[junit4:junit4]   2> 563248 T791 C202 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436876469421735936)]} 0 1
[junit4:junit4]   2> 563249 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436876469421735936)]} 0 5
[junit4:junit4]   2> 563251 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1436876469429075968)]} 0 0
[junit4:junit4]   2> 563258 T791 C202 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436876469432221696)]} 0 1
[junit4:junit4]   2> 563258 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1436876469432221696)]} 0 4
[junit4:junit4]   2> 563261 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436876469439561728)]} 0 0
[junit4:junit4]   2> 563268 T791 C202 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436876469442707456)]} 0 1
[junit4:junit4]   2> 563268 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436876469442707456)]} 0 4
[junit4:junit4]   2> 563271 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1436876469450047488)]} 0 0
[junit4:junit4]   2> 563280 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436876469456338944)]} 0 0
[junit4:junit4]   2> 563281 T746 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1436876469456338944)]} 0 4
[junit4:junit4]   2> 563282 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 8
[junit4:junit4]   2> 563284 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1436876469463678976)]} 0 0
[junit4:junit4]   2> 563290 T791 C202 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436876469466824704)]} 0 0
[junit4:junit4]   2> 563291 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1436876469466824704)]} 0 4
[junit4:junit4]   2> 563295 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436876469474164736)]} 0 1
[junit4:junit4]   2> 563302 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436876469478359040)]} 0 1
[junit4:junit4]   2> 563302 T744 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436876469478359040)]} 0 4
[junit4:junit4]   2> 563306 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1436876469485699072)]} 0 1
[junit4:junit4]   2> 563312 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436876469488844800)]} 0 1
[junit4:junit4]   2> 563312 T744 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1436876469488844800)]} 0 4
[junit4:junit4]   2> 563316 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1436876469496184832)]} 0 1
[junit4:junit4]   2> 563323 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436876469501427712)]} 0 0
[junit4:junit4]   2> 563324 T746 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1436876469501427712)]} 0 4
[junit4:junit4]   2> 563325 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12]} 0 7
[junit4:junit4]   2> 563328 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1436876469508767744)]} 0 1
[junit4:junit4]   2> 563335 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436876469512962048)]} 0 1
[junit4:junit4]   2> 563335 T744 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1436876469512962048)]} 0 4
[junit4:junit4]   2> 563339 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1436876469520302080)]} 0 1
[junit4:junit4]   2> 563345 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436876469523447808)]} 0 1
[junit4:junit4]   2> 563345 T744 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1436876469523447808)]} 0 4
[junit4:junit4]   2> 563348 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436876469530787840)]} 0 0
[junit4:junit4]   2> 563355 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436876469533933568)]} 0 1
[junit4:junit4]   2> 563355 T744 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436876469533933568)]} 0 4
[junit4:junit4]   2> 563358 T720 C204 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1436876469541273600)]} 0 0
[junit4:junit4]   2> 563368 T772 C200 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436876469547565056)]} 0 1
[junit4:junit4]   2> 563368 T746 C201 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1436876469547565056)]} 0 4
[junit4:junit4]   2> 563369 T762 C203 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 8
[junit4:junit4]   2> ASYNC  NEW_CORE C205 name=collection1 org.apache.solr.core.SolrCore@7fdc3210 url=http://127.0.0.1:56349/collection1 node=127.0.0.1:56349_ C205_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:56349_, base_url=http://127.0.0.1:56349, leader=true}
[junit4:junit4]   2> 563385 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1436876469568536576)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C206 name=collection1 org.apache.solr.core.SolrCore@3c5552ed url=http://127.0.0.1:56363/collection1 node=127.0.0.1:56363_ C206_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56363_, base_url=http://127.0.0.1:56363}
[junit4:junit4]   2> 563394 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436876469574828032)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C207 name=collection1 org.apache.solr.core.SolrCore@64d52ae3 url=http://127.0.0.1:56356/collection1 node=127.0.0.1:56356_ C207_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56356_, base_url=http://127.0.0.1:56356, leader=true}
[junit4:junit4]   2> 563395 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1436876469574828032)]} 0 5
[junit4:junit4]   2> ASYNC  NEW_CORE C208 name=collection1 org.apache.solr.core.SolrCore@63f51c5e url=http://127.0.0.1:56353/collection1 node=127.0.0.1:56353_ C208_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56353_, base_url=http://127.0.0.1:56353, leader=true}
[junit4:junit4]   2> 563396 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17]} 0 8
[junit4:junit4]   2> 563398 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1436876469583216640)]} 0 0
[junit4:junit4]   2> 563407 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436876469588459520)]} 0 1
[junit4:junit4]   2> 563407 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1436876469588459520)]} 0 4
[junit4:junit4]   2> 563408 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18]} 0 7
[junit4:junit4]   2> 563411 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1436876469596848128)]} 0 0
[junit4:junit4]   2> 563417 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436876469599993856)]} 0 0
[junit4:junit4]   2> 563418 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1436876469599993856)]} 0 4
[junit4:junit4]   2> 563422 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1436876469607333888)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C209 name=collection1 org.apache.solr.core.SolrCore@1516121e url=http://127.0.0.1:56359/collection1 node=127.0.0.1:56359_ C209_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56359_, base_url=http://127.0.0.1:56359}
[junit4:junit4]   2> 563429 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436876469611528192)]} 0 1
[junit4:junit4]   2> 563429 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1436876469611528192)]} 0 4
[junit4:junit4]   2> 563433 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436876469618868224)]} 0 1
[junit4:junit4]   2> 563439 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436876469622013952)]} 0 1
[junit4:junit4]   2> 563439 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436876469622013952)]} 0 4
[junit4:junit4]   2> 563443 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1436876469629353984)]} 0 1
[junit4:junit4]   2> 563449 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436876469632499712)]} 0 1
[junit4:junit4]   2> 563449 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1436876469632499712)]} 0 4
[junit4:junit4]   2> 563452 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1436876469639839744)]} 0 0
[junit4:junit4]   2> 563458 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436876469642985472)]} 0 0
[junit4:junit4]   2> 563459 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1436876469642985472)]} 0 4
[junit4:junit4]   2> 563462 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436876469650325504)]} 0 0
[junit4:junit4]   2> 563468 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436876469653471232)]} 0 0
[junit4:junit4]   2> 563469 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436876469653471232)]} 0 4
[junit4:junit4]   2> 563473 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1436876469660811264)]} 0 1
[junit4:junit4]   2> 563479 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436876469665005568)]} 0 0
[junit4:junit4]   2> 563480 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1436876469665005568)]} 0 4
[junit4:junit4]   2> 563484 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436876469672345600)]} 0 1
[junit4:junit4]   2> 563489 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436876469675491328)]} 0 0
[junit4:junit4]   2> 563490 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436876469675491328)]} 0 4
[junit4:junit4]   2> 563494 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436876469682831360)]} 0 1
[junit4:junit4]   2> 563500 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436876469685977088)]} 0 1
[junit4:junit4]   2> 563500 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436876469685977088)]} 0 4
[junit4:junit4]   2> 563504 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1436876469693317120)]} 0 1
[junit4:junit4]   2> 563512 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436876469698560000)]} 0 1
[junit4:junit4]   2> 563512 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1436876469698560000)]} 0 4
[junit4:junit4]   2> 563513 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 6
[junit4:junit4]   2> 563517 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1436876469706948608)]} 0 1
[junit4:junit4]   2> 563526 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436876469713240064)]} 0 1
[junit4:junit4]   2> 563526 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1436876469713240064)]} 0 4
[junit4:junit4]   2> 563527 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29]} 0 8
[junit4:junit4]   2> 563531 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1436876469721628672)]} 0 1
[junit4:junit4]   2> 563537 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436876469724774400)]} 0 1
[junit4:junit4]   2> 563537 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1436876469724774400)]} 0 4
[junit4:junit4]   2> 563541 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1436876469732114432)]} 0 1
[junit4:junit4]   2> 563550 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436876469738405888)]} 0 1
[junit4:junit4]   2> 563550 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1436876469738405888)]} 0 4
[junit4:junit4]   2> 563551 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31]} 0 8
[junit4:junit4]   2> 563555 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1436876469746794496)]} 0 1
[junit4:junit4]   2> 563563 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436876469752037376)]} 0 1
[junit4:junit4]   2> 563563 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1436876469752037376)]} 0 4
[junit4:junit4]   2> 563564 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32]} 0 7
[junit4:junit4]   2> 563568 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1436876469760425984)]} 0 1
[junit4:junit4]   2> 563575 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436876469764620288)]} 0 1
[junit4:junit4]   2> 563575 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1436876469764620288)]} 0 4
[junit4:junit4]   2> 563579 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436876469771960320)]} 0 1
[junit4:junit4]   2> 563586 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436876469776154624)]} 0 1
[junit4:junit4]   2> 563586 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436876469776154624)]} 0 4
[junit4:junit4]   2> 563590 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1436876469783494656)]} 0 1
[junit4:junit4]   2> 563600 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436876469790834688)]} 0 1
[junit4:junit4]   2> 563600 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436876469790834688)]} 0 4
[junit4:junit4]   2> 563601 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 8
[junit4:junit4]   2> 563605 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436876469799223296)]} 0 1
[junit4:junit4]   2> 563612 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436876469803417600)]} 0 1
[junit4:junit4]   2> 563612 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436876469803417600)]} 0 4
[junit4:junit4]   2> 563616 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1436876469810757632)]} 0 1
[junit4:junit4]   2> 563624 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436876469816000512)]} 0 1
[junit4:junit4]   2> 563624 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1436876469816000512)]} 0 4
[junit4:junit4]   2> 563625 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37]} 0 7
[junit4:junit4]   2> 563629 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1436876469824389120)]} 0 1
[junit4:junit4]   2> 563636 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436876469828583424)]} 0 1
[junit4:junit4]   2> 563636 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1436876469828583424)]} 0 4
[junit4:junit4]   2> 563640 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1436876469835923456)]} 0 1
[junit4:junit4]   2> 563646 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436876469839069184)]} 0 1
[junit4:junit4]   2> 563646 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1436876469839069184)]} 0 4
[junit4:junit4]   2> 563650 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1436876469846409216)]} 0 1
[junit4:junit4]   2> 563659 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436876469852700672)]} 0 1
[junit4:junit4]   2> 563659 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1436876469852700672)]} 0 4
[junit4:junit4]   2> 563660 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40]} 0 8
[junit4:junit4]   2> 563664 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436876469861089280)]} 0 1
[junit4:junit4]   2> 563673 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436876469867380736)]} 0 1
[junit4:junit4]   2> 563673 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1436876469867380736)]} 0 4
[junit4:junit4]   2> 563674 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41]} 0 8
[junit4:junit4]   2> 563678 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436876469875769344)]} 0 1
[junit4:junit4]   2> 563684 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436876469878915072)]} 0 1
[junit4:junit4]   2> 563684 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436876469878915072)]} 0 4
[junit4:junit4]   2> 563688 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1436876469886255104)]} 0 1
[junit4:junit4]   2> 563694 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436876469889400832)]} 0 1
[junit4:junit4]   2> 563694 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1436876469889400832)]} 0 4
[junit4:junit4]   2> 563698 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1436876469896740864)]} 0 1
[junit4:junit4]   2> 563705 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436876469900935168)]} 0 1
[junit4:junit4]   2> 563705 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1436876469900935168)]} 0 4
[junit4:junit4]   2> 563709 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1436876469908275200)]} 0 1
[junit4:junit4]   2> 563718 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436876469914566656)]} 0 1
[junit4:junit4]   2> 563718 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1436876469914566656)]} 0 4
[junit4:junit4]   2> 563719 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45]} 0 8
[junit4:junit4]   2> 563723 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1436876469922955264)]} 0 1
[junit4:junit4]   2> 563729 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436876469926100992)]} 0 1
[junit4:junit4]   2> 563729 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1436876469926100992)]} 0 4
[junit4:junit4]   2> 563733 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1436876469933441024)]} 0 1
[junit4:junit4]   2> 563740 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436876469937635328)]} 0 1
[junit4:junit4]   2> 563740 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1436876469937635328)]} 0 4
[junit4:junit4]   2> 563744 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1436876469944975360)]} 0 1
[junit4:junit4]   2> 563753 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436876469951266816)]} 0 1
[junit4:junit4]   2> 563753 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[48 (1436876469951266816)]} 0 4
[junit4:junit4]   2> 563754 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48]} 0 8
[junit4:junit4]   2> 563758 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436876469959655424)]} 0 1
[junit4:junit4]   2> 563764 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436876469962801152)]} 0 1
[junit4:junit4]   2> 563764 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436876469962801152)]} 0 4
[junit4:junit4]   2> 563768 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1436876469970141184)]} 0 1
[junit4:junit4]   2> 563777 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436876469976432640)]} 0 1
[junit4:junit4]   2> 563777 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[50 (1436876469976432640)]} 0 4
[junit4:junit4]   2> 563778 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50]} 0 8
[junit4:junit4]   2> 563782 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1436876469984821248)]} 0 1
[junit4:junit4]   2> 563790 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436876469990064128)]} 0 1
[junit4:junit4]   2> 563790 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1436876469990064128)]} 0 4
[junit4:junit4]   2> 563791 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51]} 0 7
[junit4:junit4]   2> 563795 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1436876469998452736)]} 0 1
[junit4:junit4]   2> 563805 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436876470005792768)]} 0 1
[junit4:junit4]   2> 563805 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[52 (1436876470005792768)]} 0 4
[junit4:junit4]   2> 563806 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52]} 0 8
[junit4:junit4]   2> 563810 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1436876470014181376)]} 0 1
[junit4:junit4]   2> 563820 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1436876470021521408)]} 0 1
[junit4:junit4]   2> 563820 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[53 (1436876470021521408)]} 0 4
[junit4:junit4]   2> 563821 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53]} 0 8
[junit4:junit4]   2> 563825 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1436876470029910016)]} 0 1
[junit4:junit4]   2> 563835 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1436876470037250048)]} 0 1
[junit4:junit4]   2> 563835 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[54 (1436876470037250048)]} 0 4
[junit4:junit4]   2> 563836 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54]} 0 8
[junit4:junit4]   2> 563840 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1436876470045638656)]} 0 1
[junit4:junit4]   2> 563849 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1436876470051930112)]} 0 1
[junit4:junit4]   2> 563849 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[55 (1436876470051930112)]} 0 4
[junit4:junit4]   2> 563850 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55]} 0 8
[junit4:junit4]   2> 563854 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1436876470060318720)]} 0 1
[junit4:junit4]   2> 563863 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1436876470066610176)]} 0 1
[junit4:junit4]   2> 563863 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[56 (1436876470066610176)]} 0 4
[junit4:junit4]   2> 563864 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56]} 0 8
[junit4:junit4]   2> 563868 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1436876470074998784)]} 0 1
[junit4:junit4]   2> 563874 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1436876470078144512)]} 0 1
[junit4:junit4]   2> 563874 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1436876470078144512)]} 0 4
[junit4:junit4]   2> 563878 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1436876470085484544)]} 0 1
[junit4:junit4]   2> 563888 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1436876470092824576)]} 0 1
[junit4:junit4]   2> 563888 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[58 (1436876470092824576)]} 0 4
[junit4:junit4]   2> 563889 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58]} 0 8
[junit4:junit4]   2> 563893 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1436876470101213184)]} 0 1
[junit4:junit4]   2> 563900 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1436876470105407488)]} 0 1
[junit4:junit4]   2> 563900 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1436876470105407488)]} 0 4
[junit4:junit4]   2> 563904 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1436876470112747520)]} 0 1
[junit4:junit4]   2> 563911 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1436876470116941824)]} 0 1
[junit4:junit4]   2> 563911 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1436876470116941824)]} 0 4
[junit4:junit4]   2> 563915 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1436876470124281856)]} 0 1
[junit4:junit4]   2> 563924 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1436876470130573312)]} 0 1
[junit4:junit4]   2> 563924 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[61 (1436876470130573312)]} 0 4
[junit4:junit4]   2> 563925 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61]} 0 8
[junit4:junit4]   2> 563929 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1436876470138961920)]} 0 1
[junit4:junit4]   2> 563939 T791 C206 P56363 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1436876470146301952)]} 0 1
[junit4:junit4]   2> 563940 T760 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[62 (1436876470146301952)]} 0 5
[junit4:junit4]   2> 563940 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62]} 0 8
[junit4:junit4]   2> 563944 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1436876470154690560)]} 0 1
[junit4:junit4]   2> 563951 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1436876470158884864)]} 0 1
[junit4:junit4]   2> 563951 T744 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1436876470158884864)]} 0 4
[junit4:junit4]   2> 563955 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1436876470166224896)]} 0 1
[junit4:junit4]   2> 563965 T772 C209 P56359 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56353/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1436876470173564928)]} 0 1
[junit4:junit4]   2> 563965 T746 C208 P56353 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:56356/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[64 (1436876470173564928)]} 0 4
[junit4:junit4]   2> 563966 T762 C207 P56356 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64]} 0 8
[junit4:junit4]   2> 563970 T720 C205 P56349 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=

[...truncated too long message...]

4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:29554_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:29554"}
[junit4:junit4]   2> 1103154 T1364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1103161 T1273 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 41974
[junit4:junit4]   2> 1103161 T1273 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=451969344
[junit4:junit4]   2> 1103317 T1331 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1103317 T1331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1103317 T1331 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1104165 T1273 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1104165 T1273 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1104168 T1273 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3800e6ee
[junit4:junit4]   2> 1104177 T1273 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=702,adds=702,deletesById=351,deletesByQuery=0,errors=0,cumulative_adds=744,cumulative_deletesById=351,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 1104178 T1273 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1104178 T1273 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1104179 T1273 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2>  C332_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:41974_, base_url=http://127.0.0.1:41974, leader=true}
[junit4:junit4]   2> 1104191 T1273 C332 P41974 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a23562b lockFactory=org.apache.lucene.store.NativeFSLockFactory@22b1c751),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a23562b lockFactory=org.apache.lucene.store.NativeFSLockFactory@22b1c751),segFN=segments_5,generation=5}
[junit4:junit4]   2> 1104192 T1273 C332 P41974 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 1104195 T1273 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1104195 T1273 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1104196 T1273 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370312531365/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370312531365/jetty4/index;done=false>>]
[junit4:junit4]   2> 1104196 T1273 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370312531365/jetty4/index
[junit4:junit4]   2> 1104197 T1273 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370312531365/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370312531365/jetty4;done=false>>]
[junit4:junit4]   2> 1104197 T1273 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370312531365/jetty4
[junit4:junit4]   2> 1104198 T1394 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89804802055995404-127.0.0.1:41974_-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 1104200 T1364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1104200 T1364 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1104200 T1273 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 1104201 T1364 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1104272 T1273 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1104274 T1273 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:46062 46062
[junit4:junit4]   2> 1104318 T1273 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 46065
[junit4:junit4]   2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1370312531365 FAILED !!!!!
[junit4:junit4]   2> 1104319 T1273 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1104320 T1273 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:46062 46062
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=19F0465E520ACA58 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_VE -Dtests.timezone=Asia/Chongqing -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR    194s J0 | ShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:50867 returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([19F0465E520ACA58:9816C8462555AA64]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:150)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 1104328 T1273 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 194465 T1272 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 1104408 T1347 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1104408 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1104408 T1347 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=es_VE, timezone=Asia/Chongqing
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=1,free=182879032,total=374341632
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDistributedSearch, TestCloudManagedSchema, DocumentAnalysisRequestHandlerTest, TestAddFieldRealTimeGet, CurrencyFieldXmlFileTest, SpellingQueryConverterTest, DistributedTermsComponentTest, OverseerCollectionProcessorTest, TestPropInject, TestSolrJ, BasicZkTest, DirectSolrConnectionTest, RequiredFieldsTest, EchoParamsTest, TermVectorComponentTest, SpatialFilterTest, TestStressReorder, FileBasedSpellCheckerTest, ShowFileRequestHandlerTest, AliasIntegrationTest, ChaosMonkeyShardSplitTest, PeerSyncTest, TestNumberUtils, FieldAnalysisRequestHandlerTest, IndexReaderFactoryTest, TestCSVResponseWriter, ShardRoutingTest, TestIndexSearcher, TestSurroundQueryParser, CoreAdminHandlerTest, ShardSplitTest]
[junit4:junit4] Completed on J0 in 194.74s, 1 test, 1 error <<< FAILURES!

[...truncated 597 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 297 suites, 1238 tests, 2 errors, 13 ignored (7 assumptions)

Total time: 55 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1307 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1307/

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:24465 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:24465 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([F44971097932BC2D:75AFFF110E6DDC11]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:150)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9457 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 405558 T1280 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 405565 T1280 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1370374390189
[junit4:junit4]   2> 405567 T1280 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 405568 T1281 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 405669 T1280 oasc.ZkTestServer.run start zk server on port:55300
[junit4:junit4]   2> 405670 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 405675 T1287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d6e30b name:ZooKeeperConnection Watcher:127.0.0.1:55300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 405675 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 405675 T1280 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 405688 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 405690 T1289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ebdad6e name:ZooKeeperConnection Watcher:127.0.0.1:55300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 405691 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 405691 T1280 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 405696 T1280 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 405705 T1280 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 405708 T1280 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 405712 T1280 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 405713 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 405725 T1280 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 405726 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 405832 T1280 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 405833 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 405837 T1280 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 405838 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 405841 T1280 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 405842 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 405846 T1280 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 405847 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 405850 T1280 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 405851 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 405855 T1280 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 405856 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 405860 T1280 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 405860 T1280 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 406130 T1280 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 406135 T1280 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42992
[junit4:junit4]   2> 406136 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 406137 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 406137 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370374390487
[junit4:junit4]   2> 406138 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370374390487/solr.xml
[junit4:junit4]   2> 406138 T1280 oasc.CoreContainer.<init> New CoreContainer 770270277
[junit4:junit4]   2> 406139 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370374390487/'
[junit4:junit4]   2> 406139 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370374390487/'
[junit4:junit4]   2> 406268 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 406269 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 406270 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 406270 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 406271 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 406271 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 406272 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 406272 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 406273 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 406273 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 406291 T1280 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 406292 T1280 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55300/solr
[junit4:junit4]   2> 406293 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 406294 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 406333 T1300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11f4466d name:ZooKeeperConnection Watcher:127.0.0.1:55300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 406333 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 406336 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 406349 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 406351 T1302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bac9911 name:ZooKeeperConnection Watcher:127.0.0.1:55300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 406352 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 406354 T1280 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 406364 T1280 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 406369 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 406371 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42992_
[junit4:junit4]   2> 406373 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42992_
[junit4:junit4]   2> 406383 T1280 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 406396 T1280 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 406405 T1280 oasc.Overseer.start Overseer (id=89808856035885059-127.0.0.1:42992_-n_0000000000) starting
[junit4:junit4]   2> 406415 T1280 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 406426 T1304 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 406427 T1280 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 406430 T1280 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 406433 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 406436 T1303 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 406440 T1305 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370374390487/collection1
[junit4:junit4]   2> 406440 T1305 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 406441 T1305 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 406442 T1305 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 406443 T1305 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370374390487/collection1/'
[junit4:junit4]   2> 406445 T1305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1370374390487/collection1/lib/README' to classloader
[junit4:junit4]   2> 406445 T1305 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1370374390487/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 406498 T1305 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 406558 T1305 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 406661 T1305 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 406667 T1305 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 407251 T1305 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 407255 T1305 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 407257 T1305 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 407263 T1305 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 407294 T1305 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 407294 T1305 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370374390487/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/control/data/
[junit4:junit4]   2> 407295 T1305 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d260f6
[junit4:junit4]   2> 407295 T1305 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 407296 T1305 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/control/data
[junit4:junit4]   2> 407296 T1305 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370374390188/control/data/index/
[junit4:junit4]   2> 407296 T1305 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370374390188/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 407297 T1305 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/control/data/index
[junit4:junit4]   2> 407302 T1305 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@355e7536 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65bf0fcb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 407302 T1305 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 407305 T1305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 407305 T1305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 407306 T1305 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 407307 T1305 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 407307 T1305 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 407307 T1305 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 407308 T1305 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 407308 T1305 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 407309 T1305 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 407325 T1305 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 407333 T1305 oass.SolrIndexSearcher.<init> Opening Searcher@29f01668 main
[junit4:junit4]   2> 407333 T1305 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/control/data/tlog
[junit4:junit4]   2> 407335 T1305 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 407335 T1305 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 407338 T1306 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29f01668 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 407340 T1305 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 407340 T1305 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 407941 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 407942 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42992_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42992"}
[junit4:junit4]   2> 407942 T1303 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 407943 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 407958 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 408344 T1305 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 408344 T1305 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42992 collection:control_collection shard:shard1
[junit4:junit4]   2> 408345 T1305 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 408363 T1305 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 408374 T1305 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 408375 T1305 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 408375 T1305 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42992/collection1/
[junit4:junit4]   2> 408375 T1305 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 408376 T1305 oasc.SyncStrategy.syncToMe http://127.0.0.1:42992/collection1/ has no replicas
[junit4:junit4]   2> 408376 T1305 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42992/collection1/
[junit4:junit4]   2> 408376 T1305 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 409464 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 409483 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 409510 T1305 oasc.ZkController.register We are http://127.0.0.1:42992/collection1/ and leader is http://127.0.0.1:42992/collection1/
[junit4:junit4]   2> 409510 T1305 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42992
[junit4:junit4]   2> 409510 T1305 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 409510 T1305 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 409511 T1305 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 409513 T1305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 409514 T1280 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 409515 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 409516 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 409531 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 409534 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 409536 T1309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6903c2ba name:ZooKeeperConnection Watcher:127.0.0.1:55300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 409536 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 409539 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 409542 T1280 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 409810 T1280 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 409814 T1280 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24465
[junit4:junit4]   2> 409814 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 409815 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 409815 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370374394164
[junit4:junit4]   2> 409816 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370374394164/solr.xml
[junit4:junit4]   2> 409817 T1280 oasc.CoreContainer.<init> New CoreContainer 1160651991
[junit4:junit4]   2> 409817 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370374394164/'
[junit4:junit4]   2> 409818 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370374394164/'
[junit4:junit4]   2> 409948 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 409949 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 409949 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 409950 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 409950 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 409951 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 409951 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 409952 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 409953 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 409953 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 409969 T1280 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 409970 T1280 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55300/solr
[junit4:junit4]   2> 409970 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 409972 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 409975 T1320 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d6d9f3d name:ZooKeeperConnection Watcher:127.0.0.1:55300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 409975 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 409993 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 410004 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 410006 T1322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48932da2 name:ZooKeeperConnection Watcher:127.0.0.1:55300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 410006 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 410016 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 410992 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 410993 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42992_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42992"}
[junit4:junit4]   2> 411011 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 411011 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 411011 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 411021 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24465_
[junit4:junit4]   2> 411023 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24465_
[junit4:junit4]   2> 411026 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 411026 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 411026 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 411028 T1309 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 411028 T1322 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 411034 T1302 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 411039 T1323 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370374394164/collection1
[junit4:junit4]   2> 411039 T1323 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 411040 T1323 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 411040 T1323 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 411042 T1323 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370374394164/collection1/'
[junit4:junit4]   2> 411044 T1323 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1370374394164/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 411044 T1323 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1370374394164/collection1/lib/README' to classloader
[junit4:junit4]   2> 411097 T1323 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 411158 T1323 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 411260 T1323 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 411266 T1323 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 411848 T1323 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 411852 T1323 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 411855 T1323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411860 T1323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 411891 T1323 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411891 T1323 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370374394164/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty1/
[junit4:junit4]   2> 411892 T1323 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d260f6
[junit4:junit4]   2> 411892 T1323 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 411893 T1323 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty1
[junit4:junit4]   2> 411893 T1323 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty1/index/
[junit4:junit4]   2> 411894 T1323 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 411895 T1323 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty1/index
[junit4:junit4]   2> 411898 T1323 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@742b1274 lockFactory=org.apache.lucene.store.NativeFSLockFactory@719b949e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 411899 T1323 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 411902 T1323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 411902 T1323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 411903 T1323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 411904 T1323 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 411904 T1323 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 411905 T1323 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 411905 T1323 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 411906 T1323 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 411906 T1323 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 411923 T1323 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 411930 T1323 oass.SolrIndexSearcher.<init> Opening Searcher@4a80f58c main
[junit4:junit4]   2> 411931 T1323 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty1/tlog
[junit4:junit4]   2> 411932 T1323 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 411932 T1323 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 411937 T1324 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a80f58c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 411939 T1323 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 411939 T1323 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 412518 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 412519 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:24465_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:24465"}
[junit4:junit4]   2> 412519 T1303 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 412520 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 412555 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 412555 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 412555 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 412942 T1323 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 412942 T1323 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:24465 collection:collection1 shard:shard1
[junit4:junit4]   2> 412943 T1323 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 413047 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 413050 T1323 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 413051 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 413051 T1323 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:24465/collection1/
[junit4:junit4]   2> 413051 T1323 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 413052 T1323 oasc.SyncStrategy.syncToMe http://127.0.0.1:24465/collection1/ has no replicas
[junit4:junit4]   2> 413052 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:24465/collection1/
[junit4:junit4]   2> 413052 T1323 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 414109 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 414131 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 414131 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 414131 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 414170 T1323 oasc.ZkController.register We are http://127.0.0.1:24465/collection1/ and leader is http://127.0.0.1:24465/collection1/
[junit4:junit4]   2> 414170 T1323 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:24465
[junit4:junit4]   2> 414170 T1323 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 414170 T1323 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 414171 T1323 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 414173 T1323 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 414174 T1280 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 414175 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 414175 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 414453 T1280 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 414457 T1280 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21410
[junit4:junit4]   2> 414458 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 414458 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 414459 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370374398813
[junit4:junit4]   2> 414459 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370374398813/solr.xml
[junit4:junit4]   2> 414460 T1280 oasc.CoreContainer.<init> New CoreContainer 253287704
[junit4:junit4]   2> 414460 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370374398813/'
[junit4:junit4]   2> 414461 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370374398813/'
[junit4:junit4]   2> 414589 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 414590 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 414590 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 414591 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 414591 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 414592 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 414592 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 414593 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 414594 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 414594 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 414612 T1280 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 414612 T1280 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55300/solr
[junit4:junit4]   2> 414613 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 414614 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 414617 T1336 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bd45c13 name:ZooKeeperConnection Watcher:127.0.0.1:55300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 414618 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 414632 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 414645 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 414647 T1338 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b95b269 name:ZooKeeperConnection Watcher:127.0.0.1:55300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 414647 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 414659 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 415644 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 415645 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:24465_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:24465"}
[junit4:junit4]   2> 415658 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 415659 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 415659 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 415659 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 415663 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21410_
[junit4:junit4]   2> 415665 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21410_
[junit4:junit4]   2> 415668 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 415668 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 415668 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 415668 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 415670 T1338 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 415670 T1322 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 415671 T1309 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 415676 T1302 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 415681 T1339 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370374398813/collection1
[junit4:junit4]   2> 415682 T1339 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 415683 T1339 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 415683 T1339 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 415685 T1339 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370374398813/collection1/'
[junit4:junit4]   2> 415686 T1339 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1370374398813/collection1/lib/README' to classloader
[junit4:junit4]   2> 415687 T1339 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1370374398813/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 415753 T1339 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 415814 T1339 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 415915 T1339 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 415921 T1339 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 416487 T1339 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 416492 T1339 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 416494 T1339 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 416500 T1339 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 416530 T1339 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 416530 T1339 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370374398813/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty2/
[junit4:junit4]   2> 416530 T1339 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d260f6
[junit4:junit4]   2> 416531 T1339 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 416532 T1339 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty2
[junit4:junit4]   2> 416532 T1339 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty2/index/
[junit4:junit4]   2> 416532 T1339 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 416533 T1339 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty2/index
[junit4:junit4]   2> 416537 T1339 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c04f395 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a07682),segFN=segments_1,generation=1}
[junit4:junit4]   2> 416537 T1339 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 416541 T1339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 416541 T1339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 416542 T1339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 416542 T1339 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 416543 T1339 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 416543 T1339 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 416544 T1339 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 416544 T1339 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 416545 T1339 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 416561 T1339 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 416569 T1339 oass.SolrIndexSearcher.<init> Opening Searcher@22aca7d3 main
[junit4:junit4]   2> 416569 T1339 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty2/tlog
[junit4:junit4]   2> 416570 T1339 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 416571 T1339 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 416575 T1340 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22aca7d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 416577 T1339 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 416577 T1339 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 417166 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 417167 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:21410_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:21410"}
[junit4:junit4]   2> 417167 T1303 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 417167 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 417173 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 417173 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 417173 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 417173 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 417581 T1339 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 417581 T1339 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21410 collection:collection1 shard:shard2
[junit4:junit4]   2> 417582 T1339 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 417657 T1339 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 417682 T1339 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 417682 T1339 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 417682 T1339 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21410/collection1/
[junit4:junit4]   2> 417683 T1339 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 417683 T1339 oasc.SyncStrategy.syncToMe http://127.0.0.1:21410/collection1/ has no replicas
[junit4:junit4]   2> 417683 T1339 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21410/collection1/
[junit4:junit4]   2> 417683 T1339 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 418688 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 418711 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 418711 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 418711 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 418711 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 418759 T1339 oasc.ZkController.register We are http://127.0.0.1:21410/collection1/ and leader is http://127.0.0.1:21410/collection1/
[junit4:junit4]   2> 418759 T1339 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21410
[junit4:junit4]   2> 418759 T1339 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 418759 T1339 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 418760 T1339 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 418762 T1339 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 418763 T1280 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 418764 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 418764 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 419042 T1280 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 419046 T1280 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:61947
[junit4:junit4]   2> 419046 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 419047 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 419048 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370374403402
[junit4:junit4]   2> 419048 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370374403402/solr.xml
[junit4:junit4]   2> 419049 T1280 oasc.CoreContainer.<init> New CoreContainer 944426854
[junit4:junit4]   2> 419049 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370374403402/'
[junit4:junit4]   2> 419050 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370374403402/'
[junit4:junit4]   2> 419192 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 419193 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 419194 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 419194 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 419195 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 419195 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 419196 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 419196 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 419197 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 419197 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 419213 T1280 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 419214 T1280 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55300/solr
[junit4:junit4]   2> 419214 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 419216 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 419219 T1352 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@88c2abf name:ZooKeeperConnection Watcher:127.0.0.1:55300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 419220 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 419239 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 419250 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 419253 T1354 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3888f686 name:ZooKeeperConnection Watcher:127.0.0.1:55300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 419253 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 419263 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 420227 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 420228 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:21410_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:21410"}
[junit4:junit4]   2> 420244 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420244 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420244 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420244 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420244 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420268 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61947_
[junit4:junit4]   2> 420270 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61947_
[junit4:junit4]   2> 420273 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420273 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420273 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420273 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420273 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 420275 T1338 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 420275 T1322 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 420276 T1302 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 420276 T1309 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 420276 T1354 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 420282 T1355 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370374403402/collection1
[junit4:junit4]   2> 420282 T1355 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 420283 T1355 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 420283 T1355 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 420285 T1355 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370374403402/collection1/'
[junit4:junit4]   2> 420286 T1355 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1370374403402/collection1/lib/README' to classloader
[junit4:junit4]   2> 420287 T1355 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1370374403402/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 420339 T1355 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 420399 T1355 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 420501 T1355 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 420507 T1355 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 421089 T1355 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 421093 T1355 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 421095 T1355 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 421101 T1355 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 421131 T1355 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 421132 T1355 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370374403402/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/
[junit4:junit4]   2> 421132 T1355 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d260f6
[junit4:junit4]   2> 421133 T1355 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 421133 T1355 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3
[junit4:junit4]   2> 421134 T1355 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/index/
[junit4:junit4]   2> 421134 T1355 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 421135 T1355 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/index
[junit4:junit4]   2> 421138 T1355 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d70fddd lockFactory=org.apache.lucene.store.NativeFSLockFactory@771b6baa),segFN=segments_1,generation=1}
[junit4:junit4]   2> 421139 T1355 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 421142 T1355 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 421142 T1355 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 421143 T1355 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 421144 T1355 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 421145 T1355 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 421145 T1355 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 421145 T1355 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 421146 T1355 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 421146 T1355 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 421163 T1355 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 421170 T1355 oass.SolrIndexSearcher.<init> Opening Searcher@226fd298 main
[junit4:junit4]   2> 421171 T1355 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/tlog
[junit4:junit4]   2> 421172 T1355 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 421172 T1355 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 421177 T1356 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@226fd298 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 421179 T1355 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 421179 T1355 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 421751 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 421752 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61947_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61947"}
[junit4:junit4]   2> 421752 T1303 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 421752 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 421767 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 421767 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 421767 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 421767 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 421767 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 422182 T1355 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 422182 T1355 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:61947 collection:collection1 shard:shard1
[junit4:junit4]   2> 422186 T1355 oasc.ZkController.register We are http://127.0.0.1:61947/collection1/ and leader is http://127.0.0.1:24465/collection1/
[junit4:junit4]   2> 422186 T1355 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:61947
[junit4:junit4]   2> 422186 T1355 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 422187 T1355 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1835 name=collection1 org.apache.solr.core.SolrCore@33932f51 url=http://127.0.0.1:61947/collection1 node=127.0.0.1:61947_ C1835_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:61947_, base_url=http://127.0.0.1:61947}
[junit4:junit4]   2> 422187 T1357 C1835 P61947 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 422188 T1355 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 422188 T1357 C1835 P61947 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 422189 T1357 C1835 P61947 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 422189 T1357 C1835 P61947 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 422190 T1280 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 422190 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 422191 T1357 C1835 P61947 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 422191 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 422215 T1312 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 422485 T1280 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 422488 T1280 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40320
[junit4:junit4]   2> 422489 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 422489 T1280 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 422490 T1280 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370374406836
[junit4:junit4]   2> 422490 T1280 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370374406836/solr.xml
[junit4:junit4]   2> 422491 T1280 oasc.CoreContainer.<init> New CoreContainer 1463418931
[junit4:junit4]   2> 422491 T1280 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370374406836/'
[junit4:junit4]   2> 422492 T1280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370374406836/'
[junit4:junit4]   2> 422622 T1280 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 422623 T1280 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 422624 T1280 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 422624 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 422625 T1280 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 422625 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 422626 T1280 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 422626 T1280 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 422627 T1280 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 422627 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 422645 T1280 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 422646 T1280 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55300/solr
[junit4:junit4]   2> 422646 T1280 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 422648 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 422719 T1369 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d2e57cb name:ZooKeeperConnection Watcher:127.0.0.1:55300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 422720 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 422723 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 422736 T1280 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 422738 T1371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bae4ee5 name:ZooKeeperConnection Watcher:127.0.0.1:55300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 422738 T1280 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 422757 T1280 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 423273 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 423274 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61947_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61947"}
[junit4:junit4]   2> 423290 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423290 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423290 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423290 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423290 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423290 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423762 T1280 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40320_
[junit4:junit4]   2> 423764 T1280 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40320_
[junit4:junit4]   2> 423767 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423767 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423767 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423767 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423767 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 423768 T1371 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 423769 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 423769 T1338 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 423770 T1322 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 423770 T1354 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 423777 T1302 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 423777 T1309 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 423782 T1372 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370374406836/collection1
[junit4:junit4]   2> 423782 T1372 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 423783 T1372 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 423783 T1372 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 423785 T1372 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370374406836/collection1/'
[junit4:junit4]   2> 423787 T1372 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1370374406836/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 423787 T1372 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1370374406836/collection1/lib/README' to classloader
[junit4:junit4]   2> 423840 T1372 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 423900 T1372 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 424003 T1372 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 424010 T1372 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 424217 T1312 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 424217 T1312 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:61947_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 424588 T1372 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 424593 T1372 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 424595 T1372 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 424601 T1372 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 424631 T1372 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 424631 T1372 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370374406836/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/
[junit4:junit4]   2> 424631 T1372 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@17d260f6
[junit4:junit4]   2> 424632 T1372 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 424633 T1372 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4
[junit4:junit4]   2> 424633 T1372 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index/
[junit4:junit4]   2> 424633 T1372 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 424634 T1372 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index
[junit4:junit4]   2> 424637 T1372 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f6dc1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@158614a0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 424638 T1372 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 424641 T1372 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 424641 T1372 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 424642 T1372 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 424643 T1372 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 424643 T1372 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 424643 T1372 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 424644 T1372 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 424644 T1372 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 424645 T1372 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 424660 T1372 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 424667 T1372 oass.SolrIndexSearcher.<init> Opening Searcher@291590b1 main
[junit4:junit4]   2> 424667 T1372 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/tlog
[junit4:junit4]   2> 424668 T1372 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 424669 T1372 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 424673 T1373 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@291590b1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 424675 T1372 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 424675 T1372 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 424798 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 424799 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40320_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40320"}
[junit4:junit4]   2> 424799 T1303 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 424799 T1303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 424813 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 424813 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 424813 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 424813 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 424813 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 424813 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 425678 T1372 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 425678 T1372 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40320 collection:collection1 shard:shard2
[junit4:junit4]   2> 425682 T1372 oasc.ZkController.register We are http://127.0.0.1:40320/collection1/ and leader is http://127.0.0.1:21410/collection1/
[junit4:junit4]   2> 425683 T1372 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40320
[junit4:junit4]   2> 425683 T1372 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 425683 T1372 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1836 name=collection1 org.apache.solr.core.SolrCore@56b87aa4 url=http://127.0.0.1:40320/collection1 node=127.0.0.1:40320_ C1836_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:40320_, base_url=http://127.0.0.1:40320}
[junit4:junit4]   2> 425684 T1374 C1836 P40320 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 425684 T1372 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 425685 T1374 C1836 P40320 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 425685 T1374 C1836 P40320 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 425686 T1374 C1836 P40320 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 425686 T1280 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 425687 T1280 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 425687 T1374 C1836 P40320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 425687 T1280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 425706 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 425707 T1328 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 425707 T1280 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 425708 T1280 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 425709 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C1837 name=collection1 org.apache.solr.core.SolrCore@33932f51 url=http://127.0.0.1:61947/collection1 node=127.0.0.1:61947_ C1837_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:61947_, base_url=http://127.0.0.1:61947}
[junit4:junit4]   2> 426220 T1357 C1837 P61947 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:24465/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 426220 T1357 C1837 P61947 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:61947 START replicas=[http://127.0.0.1:24465/collection1/] nUpdates=100
[junit4:junit4]   2> 426221 T1357 C1837 P61947 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 426222 T1357 C1837 P61947 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 426222 T1357 C1837 P61947 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 426222 T1357 C1837 P61947 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 426222 T1357 C1837 P61947 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 426223 T1357 C1837 P61947 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:24465/collection1/. core=collection1
[junit4:junit4]   2> 426223 T1357 C1837 P61947 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1838 name=collection1 org.apache.solr.core.SolrCore@12af17af url=http://127.0.0.1:24465/collection1 node=127.0.0.1:24465_ C1838_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:24465_, base_url=http://127.0.0.1:24465, leader=true}
[junit4:junit4]   2> 426230 T1313 C1838 P24465 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 426235 T1314 C1838 P24465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 426238 T1314 C1838 P24465 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@742b1274 lockFactory=org.apache.lucene.store.NativeFSLockFactory@719b949e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 426238 T1314 C1838 P24465 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 426239 T1314 C1838 P24465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@742b1274 lockFactory=org.apache.lucene.store.NativeFSLockFactory@719b949e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@742b1274 lockFactory=org.apache.lucene.store.NativeFSLockFactory@719b949e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 426240 T1314 C1838 P24465 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 426240 T1314 C1838 P24465 oass.SolrIndexSearcher.<init> Opening Searcher@73f3b910 realtime
[junit4:junit4]   2> 426241 T1314 C1838 P24465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 426241 T1314 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 426242 T1357 C1837 P61947 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 426242 T1357 C1837 P61947 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 426244 T1315 C1838 P24465 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 426245 T1315 C1838 P24465 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 426246 T1357 C1837 P61947 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 426246 T1357 C1837 P61947 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 426246 T1357 C1837 P61947 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 426248 T1315 C1838 P24465 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 426249 T1357 C1837 P61947 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 426250 T1357 C1837 P61947 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/index.20130604123330871
[junit4:junit4]   2> 426250 T1357 C1837 P61947 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@70b76b08 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f46687f) fullCopy=false
[junit4:junit4]   2> 426253 T1315 C1838 P24465 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 426305 T1357 C1837 P61947 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 426306 T1357 C1837 P61947 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 426306 T1357 C1837 P61947 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 426309 T1357 C1837 P61947 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d70fddd lockFactory=org.apache.lucene.store.NativeFSLockFactory@771b6baa),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d70fddd lockFactory=org.apache.lucene.store.NativeFSLockFactory@771b6baa),segFN=segments_2,generation=2}
[junit4:junit4]   2> 426309 T1357 C1837 P61947 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 426310 T1357 C1837 P61947 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 426310 T1357 C1837 P61947 oass.SolrIndexSearcher.<init> Opening Searcher@6a35b183 main
[junit4:junit4]   2> 426311 T1356 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a35b183 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 426312 T1357 C1837 P61947 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/index.20130604123330871 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/index.20130604123330871;done=true>>]
[junit4:junit4]   2> 426312 T1357 C1837 P61947 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/index.20130604123330871
[junit4:junit4]   2> 426312 T1357 C1837 P61947 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty3/index.20130604123330871
[junit4:junit4]   2> 426313 T1357 C1837 P61947 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 426313 T1357 C1837 P61947 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 426313 T1357 C1837 P61947 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 426313 T1357 C1837 P61947 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 426315 T1357 C1837 P61947 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 426320 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 426321 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40320_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40320"}
[junit4:junit4]   2> 426325 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:61947_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:61947"}
[junit4:junit4]   2> 426337 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 426337 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 426337 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 426337 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 426337 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 426337 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 426709 T1328 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 426709 T1328 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:40320_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 426711 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 427714 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C1836_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:40320_, base_url=http://127.0.0.1:40320}
[junit4:junit4]   2> 428711 T1374 C1836 P40320 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:21410/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 428711 T1374 C1836 P40320 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:40320 START replicas=[http://127.0.0.1:21410/collection1/] nUpdates=100
[junit4:junit4]   2> 428712 T1374 C1836 P40320 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 428712 T1374 C1836 P40320 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 428712 T1374 C1836 P40320 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 428712 T1374 C1836 P40320 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 428713 T1374 C1836 P40320 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 428714 T1374 C1836 P40320 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:21410/collection1/. core=collection1
[junit4:junit4]   2> 428714 T1374 C1836 P40320 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 428718 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C1839 name=collection1 org.apache.solr.core.SolrCore@8e56d76 url=http://127.0.0.1:21410/collection1 node=127.0.0.1:21410_ C1839_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:21410_, base_url=http://127.0.0.1:21410, leader=true}
[junit4:junit4]   2> 428721 T1329 C1839 P21410 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 428725 T1330 C1839 P21410 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 428728 T1330 C1839 P21410 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c04f395 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a07682),segFN=segments_1,generation=1}
[junit4:junit4]   2> 428729 T1330 C1839 P21410 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 428730 T1330 C1839 P21410 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c04f395 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a07682),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c04f395 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a07682),segFN=segments_2,generation=2}
[junit4:junit4]   2> 428730 T1330 C1839 P21410 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 428731 T1330 C1839 P21410 oass.SolrIndexSearcher.<init> Opening Searcher@2688e103 realtime
[junit4:junit4]   2> 428731 T1330 C1839 P21410 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 428732 T1330 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 428732 T1374 C1836 P40320 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 428733 T1374 C1836 P40320 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 428735 T1331 C1839 P21410 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 428735 T1331 C1839 P21410 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 428736 T1374 C1836 P40320 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 428736 T1374 C1836 P40320 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 428736 T1374 C1836 P40320 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 428739 T1331 C1839 P21410 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 428740 T1374 C1836 P40320 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 428741 T1374 C1836 P40320 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index.20130604123333362
[junit4:junit4]   2> 428741 T1374 C1836 P40320 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@69289e0c lockFactory=org.apache.lucene.store.NativeFSLockFactory@37a764c8) fullCopy=false
[junit4:junit4]   2> 428744 T1331 C1839 P21410 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 428797 T1374 C1836 P40320 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 428798 T1374 C1836 P40320 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 428798 T1374 C1836 P40320 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 428800 T1374 C1836 P40320 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f6dc1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@158614a0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f6dc1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@158614a0),segFN=segments_2,generation=2}
[junit4:junit4]   2> 428800 T1374 C1836 P40320 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 428800 T1374 C1836 P40320 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 428801 T1374 C1836 P40320 oass.SolrIndexSearcher.<init> Opening Searcher@7b4aa08d main
[junit4:junit4]   2> 428802 T1373 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b4aa08d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 428803 T1374 C1836 P40320 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index.20130604123333362 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index.20130604123333362;done=true>>]
[junit4:junit4]   2> 428803 T1374 C1836 P40320 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index.20130604123333362
[junit4:junit4]   2> 428803 T1374 C1836 P40320 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index.20130604123333362
[junit4:junit4]   2> 428803 T1374 C1836 P40320 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 428804 T1374 C1836 P40320 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 428804 T1374 C1836 P40320 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 428804 T1374 C1836 P40320 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 428806 T1374 C1836 P40320 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 429355 T1303 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 429356 T1303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40320_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40320"}
[junit4:junit4]   2> 429371 T1338 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 429371 T1322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 429371 T1354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 429371 T1302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 429371 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 429371 T1309 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 429721 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 429722 T1280 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C1840 name=collection1 org.apache.solr.core.SolrCore@1105254f url=http://127.0.0.1:42992/collection1 node=127.0.0.1:42992_ C1840_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:42992_, base_url=http://127.0.0.1:42992, leader=true}
[junit4:junit4]   2> 429731 T1292 C1840 P42992 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 429734 T1292 C1840 P42992 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@355e7536 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65bf0fcb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 429735 T1292 C1840 P42992 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 429736 T1292 C1840 P42992 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@355e7536 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65bf0fcb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@355e7536 lockFactory=org.apache.lucene.store.NativeFSLockFactory@65bf0fcb),segFN=segments_2,generation=2}
[junit4:junit4]   2> 429736 T1292 C1840 P42992 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 429737 T1292 C1840 P42992 oass.SolrIndexSearcher.<init> Opening Searcher@47c62a27 main
[junit4:junit4]   2> 429738 T1292 C1840 P42992 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 429738 T1306 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47c62a27 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 429739 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 429750 T1316 C1838 P24465 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 429751 T1316 C1838 P24465 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@742b1274 lockFactory=org.apache.lucene.store.NativeFSLockFactory@719b949e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@742b1274 lockFactory=org.apache.lucene.store.NativeFSLockFactory@719b949e),segFN=segments_3,generation=3}
[junit4:junit4]   2> 429752 T1316 C1838 P24465 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 429752 T1316 C1838 P24465 oass.SolrIndexSearcher.<init> Opening Searcher@7860b23b main
[junit4:junit4]   2> 429753 T1316 C1838 P24465 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 429754 T1324 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7860b23b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 429754 T1316 C1838 P24465 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:61947/collection1/, StdNode: http://127.0.0.1:21410/collection1/, StdNode: http://127.0.0.1:40320/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 429757 T1332 C1839 P21410 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 429759 T1332 C1839 P21410 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c04f395 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a07682),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2c04f395 lockFactory=org.apache.lucene.store.NativeFSLockFactory@44a07682),segFN=segments_3,generation=3}
[junit4:junit4]   2> 429759 T1332 C1839 P21410 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 429760 T1332 C1839 P21410 oass.SolrIndexSearcher.<init> Opening Searcher@3d49dfae main
[junit4:junit4]   2> 429760 T1332 C1839 P21410 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 429761 T1340 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3d49dfae main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 429761 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2>  C1837_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:61947_, base_url=http://127.0.0.1:61947}
[junit4:junit4]   2> 429765 T1344 C1837 P61947 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C1836_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:40320_, base_url=http://127.0.0.1:40320}
[junit4:junit4]   2> 429765 T1361 C1836 P40320 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 429766 T1344 C1837 P61947 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d70fddd lockFactory=org.apache.lucene.store.NativeFSLockFactory@771b6baa),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d70fddd lockFactory=org.apache.lucene.store.NativeFSLockFactory@771b6baa),segFN=segments_3,generation=3}
[junit4:junit4]   2> 429767 T1361 C1836 P40320 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f6dc1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@158614a0),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f6dc1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@158614a0),segFN=segments_3,generation=3}
[junit4:junit4]   2> 429767 T1344 C1837 P61947 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 429768 T1361 C1836 P40320 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 429768 T1344 C1837 P61947 oass.SolrIndexSearcher.<init> Opening Searcher@277a251 main
[junit4:junit4]   2> 429769 T1361 C1836 P40320 oass.SolrIndexSearcher.<init> Opening Searcher@5c99d7b2 main
[junit4:junit4]   2> 429769 T1344 C1837 P61947 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 429770 T1356 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@277a251 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 429770 T1361 C1836 P40320 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 429771 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 429771 T1373 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c99d7b2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 429772 T1361 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 429773 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 429774 T1280 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 429777 T1317 C1838 P24465 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 429779 T1345 C1837 P61947 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 429781 T1333 C1839 P21410 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 429783 T1362 C1836 P40320 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 431789 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436941724060483584)} 0 2
[junit4:junit4]   2> 431797 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436941724064677888&update.from=http://127.0.0.1:21410/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436941724064677888)} 0 2
[junit4:junit4]   2> 431800 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436941724068872192&update.from=http://127.0.0.1:24465/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436941724068872192)} 0 1
[junit4:junit4]   2> 431801 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436941724068872192)} 0 6
[junit4:junit4]   2> 431802 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436941724064677888)} 0 11
[junit4:junit4]   2> 431806 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436941724079357952)]} 0 1
[junit4:junit4]   2> 431812 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436941724083552256)]} 0 0
[junit4:junit4]   2> 431813 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436941724083552256)]} 0 4
[junit4:junit4]   2> 431816 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436941724090892288)]} 0 0
[junit4:junit4]   2> 431824 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436941724096135168)]} 0 0
[junit4:junit4]   2> 431825 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1436941724096135168)]} 0 4
[junit4:junit4]   2> 431826 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1]} 0 7
[junit4:junit4]   2> 431829 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436941724104523776)]} 0 0
[junit4:junit4]   2> 431835 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436941724107669504)]} 0 0
[junit4:junit4]   2> 431836 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436941724107669504)]} 0 4
[junit4:junit4]   2> 431839 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1436941724115009536)]} 0 0
[junit4:junit4]   2> 431846 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436941724120252416)]} 0 0
[junit4:junit4]   2> 431847 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!3 (1436941724120252416)]} 0 3
[junit4:junit4]   2> 431848 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3]} 0 6
[junit4:junit4]   2> 431850 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436941724126543872)]} 0 0
[junit4:junit4]   2> 431856 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436941724129689600)]} 0 0
[junit4:junit4]   2> 431857 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436941724129689600)]} 0 4
[junit4:junit4]   2> 431860 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436941724137029632)]} 0 0
[junit4:junit4]   2> 431868 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436941724143321088)]} 0 0
[junit4:junit4]   2> 431869 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1436941724143321088)]} 0 3
[junit4:junit4]   2> 431870 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5]} 0 7
[junit4:junit4]   2> 431872 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1436941724149612544)]} 0 0
[junit4:junit4]   2> 431877 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436941724152758272)]} 0 0
[junit4:junit4]   2> 431878 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1436941724152758272)]} 0 3
[junit4:junit4]   2> 431882 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436941724160098304)]} 0 0
[junit4:junit4]   2> 431888 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436941724163244032)]} 0 0
[junit4:junit4]   2> 431889 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436941724163244032)]} 0 4
[junit4:junit4]   2> 431892 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1436941724170584064)]} 0 0
[junit4:junit4]   2> 431899 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436941724175826944)]} 0 0
[junit4:junit4]   2> 431900 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1436941724175826944)]} 0 3
[junit4:junit4]   2> 431900 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8]} 0 5
[junit4:junit4]   2> 431903 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436941724182118400)]} 0 0
[junit4:junit4]   2> 431908 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436941724185264128)]} 0 0
[junit4:junit4]   2> 431909 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436941724185264128)]} 0 3
[junit4:junit4]   2> 431911 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436941724190507008)]} 0 0
[junit4:junit4]   2> 431919 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436941724195749888)]} 0 0
[junit4:junit4]   2> 431920 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!10 (1436941724195749888)]} 0 4
[junit4:junit4]   2> 431921 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10]} 0 7
[junit4:junit4]   2> 431923 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436941724203089920)]} 0 0
[junit4:junit4]   2> 431930 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436941724207284224)]} 0 0
[junit4:junit4]   2> 431931 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1436941724207284224)]} 0 4
[junit4:junit4]   2> 431932 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11]} 0 6
[junit4:junit4]   2> 431934 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436941724214624256)]} 0 0
[junit4:junit4]   2> 431942 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436941724219867136)]} 0 0
[junit4:junit4]   2> 431943 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1436941724219867136)]} 0 4
[junit4:junit4]   2> 431943 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12]} 0 6
[junit4:junit4]   2> 431947 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436941724228255744)]} 0 0
[junit4:junit4]   2> 431954 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436941724232450048)]} 0 0
[junit4:junit4]   2> 431955 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436941724232450048)]} 0 4
[junit4:junit4]   2> 431958 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436941724239790080)]} 0 0
[junit4:junit4]   2> 431967 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436941724246081536)]} 0 1
[junit4:junit4]   2> 431968 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1436941724246081536)]} 0 4
[junit4:junit4]   2> 431968 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14]} 0 7
[junit4:junit4]   2> 431973 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436941724254470144)]} 0 0
[junit4:junit4]   2> 431978 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436941724258664448)]} 0 0
[junit4:junit4]   2> 431979 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436941724258664448)]} 0 3
[junit4:junit4]   2> 431983 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1436941724266004480)]} 0 0
[junit4:junit4]   2> 431992 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436941724272295936)]} 0 0
[junit4:junit4]   2> 431993 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1436941724272295936)]} 0 4
[junit4:junit4]   2> 431994 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16]} 0 7
[junit4:junit4]   2> 431997 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436941724280684544)]} 0 0
[junit4:junit4]   2> 432003 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436941724283830272)]} 0 0
[junit4:junit4]   2> 432004 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436941724283830272)]} 0 4
[junit4:junit4]   2> 432007 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436941724291170304)]} 0 0
[junit4:junit4]   2> 432012 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436941724294316032)]} 0 0
[junit4:junit4]   2> 432013 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436941724294316032)]} 0 3
[junit4:junit4]   2> 432016 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436941724300607488)]} 0 0
[junit4:junit4]   2> 432024 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436941724306898944)]} 0 0
[junit4:junit4]   2> 432025 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1436941724306898944)]} 0 3
[junit4:junit4]   2> 432025 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19]} 0 6
[junit4:junit4]   2> 432028 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436941724313190400)]} 0 0
[junit4:junit4]   2> 432036 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436941724319481856)]} 0 0
[junit4:junit4]   2> 432037 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1436941724319481856)]} 0 3
[junit4:junit4]   2> 432037 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20]} 0 6
[junit4:junit4]   2> 432041 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436941724326821888)]} 0 0
[junit4:junit4]   2> 432047 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436941724329967616)]} 0 0
[junit4:junit4]   2> 432048 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436941724329967616)]} 0 4
[junit4:junit4]   2> 432050 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436941724336259072)]} 0 0
[junit4:junit4]   2> 432056 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436941724339404800)]} 0 0
[junit4:junit4]   2> 432057 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436941724339404800)]} 0 4
[junit4:junit4]   2> 432060 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436941724346744832)]} 0 0
[junit4:junit4]   2> 432069 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436941724353036288)]} 0 0
[junit4:junit4]   2> 432070 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1436941724353036288)]} 0 4
[junit4:junit4]   2> 432071 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23]} 0 7
[junit4:junit4]   2> 432074 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436941724361424896)]} 0 0
[junit4:junit4]   2> 432081 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436941724365619200)]} 0 0
[junit4:junit4]   2> 432082 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436941724365619200)]} 0 4
[junit4:junit4]   2> 432086 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436941724374007808)]} 0 0
[junit4:junit4]   2> 432091 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436941724377153536)]} 0 0
[junit4:junit4]   2> 432092 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436941724377153536)]} 0 3
[junit4:junit4]   2> 432095 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436941724383444992)]} 0 0
[junit4:junit4]   2> 432102 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436941724388687872)]} 0 0
[junit4:junit4]   2> 432103 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1436941724388687872)]} 0 3
[junit4:junit4]   2> 432104 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26]} 0 5
[junit4:junit4]   2> 432106 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436941724394979328)]} 0 0
[junit4:junit4]   2> 432114 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436941724401270784)]} 0 0
[junit4:junit4]   2> 432115 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1436941724401270784)]} 0 3
[junit4:junit4]   2> 432115 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27]} 0 6
[junit4:junit4]   2> 432119 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436941724408610816)]} 0 0
[junit4:junit4]   2> 432125 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436941724411756544)]} 0 0
[junit4:junit4]   2> 432126 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436941724411756544)]} 0 4
[junit4:junit4]   2> 432129 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1436941724419096576)]} 0 0
[junit4:junit4]   2> 432138 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436941724425388032)]} 0 0
[junit4:junit4]   2> 432139 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1436941724425388032)]} 0 4
[junit4:junit4]   2> 432140 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29]} 0 8
[junit4:junit4]   2> 432142 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436941724432728064)]} 0 0
[junit4:junit4]   2> 432150 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436941724439019520)]} 0 0
[junit4:junit4]   2> 432151 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1436941724439019520)]} 0 3
[junit4:junit4]   2> 432152 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30]} 0 7
[junit4:junit4]   2> 432155 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436941724446359552)]} 0 0
[junit4:junit4]   2> 432161 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436941724449505280)]} 0 0
[junit4:junit4]   2> 432162 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436941724449505280)]} 0 4
[junit4:junit4]   2> 432165 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1436941724456845312)]} 0 0
[junit4:junit4]   2> 432172 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436941724462088192)]} 0 0
[junit4:junit4]   2> 432173 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1436941724462088192)]} 0 3
[junit4:junit4]   2> 432174 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32]} 0 6
[junit4:junit4]   2> 432176 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1436941724468379648)]} 0 0
[junit4:junit4]   2> 432182 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436941724472573952)]} 0 0
[junit4:junit4]   2> 432183 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1436941724472573952)]} 0 3
[junit4:junit4]   2> 432186 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436941724478865408)]} 0 0
[junit4:junit4]   2> 432192 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436941724482011136)]} 0 0
[junit4:junit4]   2> 432193 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436941724482011136)]} 0 4
[junit4:junit4]   2> 432196 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436941724489351168)]} 0 0
[junit4:junit4]   2> 432202 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436941724492496896)]} 0 0
[junit4:junit4]   2> 432203 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436941724492496896)]} 0 4
[junit4:junit4]   2> 432206 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436941724499836928)]} 0 0
[junit4:junit4]   2> 432211 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436941724502982656)]} 0 0
[junit4:junit4]   2> 432212 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436941724502982656)]} 0 3
[junit4:junit4]   2> 432215 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436941724509274112)]} 0 0
[junit4:junit4]   2> 432222 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436941724514516992)]} 0 0
[junit4:junit4]   2> 432223 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!37 (1436941724514516992)]} 0 3
[junit4:junit4]   2> 432224 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37]} 0 6
[junit4:junit4]   2> 432226 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436941724520808448)]} 0 0
[junit4:junit4]   2> 432234 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436941724526051328)]} 0 0
[junit4:junit4]   2> 432235 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!38 (1436941724526051328)]} 0 4
[junit4:junit4]   2> 432236 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38]} 0 7
[junit4:junit4]   2> 432239 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436941724534439936)]} 0 0
[junit4:junit4]   2> 432244 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436941724537585664)]} 0 0
[junit4:junit4]   2> 432245 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436941724537585664)]} 0 3
[junit4:junit4]   2> 432248 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1436941724543877120)]} 0 0
[junit4:junit4]   2> 432256 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436941724549120000)]} 0 0
[junit4:junit4]   2> 432257 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1436941724549120000)]} 0 4
[junit4:junit4]   2> 432258 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40]} 0 7
[junit4:junit4]   2> 432261 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436941724557508608)]} 0 0
[junit4:junit4]   2> 432268 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436941724561702912)]} 0 0
[junit4:junit4]   2> 432269 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436941724561702912)]} 0 4
[junit4:junit4]   2> 432272 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436941724569042944)]} 0 0
[junit4:junit4]   2> 432277 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436941724572188672)]} 0 0
[junit4:junit4]   2> 432278 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436941724572188672)]} 0 3
[junit4:junit4]   2> 432281 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436941724578480128)]} 0 0
[junit4:junit4]   2> 432290 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436941724584771584)]} 0 0
[junit4:junit4]   2> 432291 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1436941724584771584)]} 0 4
[junit4:junit4]   2> 432292 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43]} 0 8
[junit4:junit4]   2> 432294 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1436941724592111616)]} 0 0
[junit4:junit4]   2> 432301 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436941724597354496)]} 0 0
[junit4:junit4]   2> 432302 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!44 (1436941724597354496)]} 0 3
[junit4:junit4]   2> 432302 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44]} 0 5
[junit4:junit4]   2> 432305 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436941724603645952)]} 0 0
[junit4:junit4]   2> 432312 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436941724608888832)]} 0 0
[junit4:junit4]   2> 432313 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!45 (1436941724608888832)]} 0 3
[junit4:junit4]   2> 432313 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45]} 0 5
[junit4:junit4]   2> 432316 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1436941724615180288)]} 0 0
[junit4:junit4]   2> 432323 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436941724619374592)]} 0 0
[junit4:junit4]   2> 432324 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1436941724619374592)]} 0 4
[junit4:junit4]   2> 432327 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1436941724626714624)]} 0 0
[junit4:junit4]   2> 432333 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436941724629860352)]} 0 0
[junit4:junit4]   2> 432334 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1436941724629860352)]} 0 4
[junit4:junit4]   2> 432337 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1436941724637200384)]} 0 0
[junit4:junit4]   2> 432344 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436941724642443264)]} 0 0
[junit4:junit4]   2> 432345 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!48 (1436941724642443264)]} 0 3
[junit4:junit4]   2> 432345 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48]} 0 5
[junit4:junit4]   2> 432348 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1436941724648734720)]} 0 0
[junit4:junit4]   2> 432353 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436941724651880448)]} 0 0
[junit4:junit4]   2> 432354 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1436941724651880448)]} 0 3
[junit4:junit4]   2> 432356 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1436941724657123328)]} 0 0
[junit4:junit4]   2> 432362 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436941724660269056)]} 0 0
[junit4:junit4]   2> 432363 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1436941724660269056)]} 0 4
[junit4:junit4]   2> 432366 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436941724667609088)]} 0 0
[junit4:junit4]   2> 432372 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436941724670754816)]} 0 0
[junit4:junit4]   2> 432373 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436941724670754816)]} 0 4
[junit4:junit4]   2> 432376 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1436941724678094848)]} 0 0
[junit4:junit4]   2> 432382 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436941724681240576)]} 0 0
[junit4:junit4]   2> 432383 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1436941724681240576)]} 0 4
[junit4:junit4]   2> 432386 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436941724688580608)]} 0 0
[junit4:junit4]   2> 432391 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436941724691726336)]} 0 0
[junit4:junit4]   2> 432392 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436941724691726336)]} 0 3
[junit4:junit4]   2> 432395 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1436941724698017792)]} 0 0
[junit4:junit4]   2> 432402 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436941724703260672)]} 0 0
[junit4:junit4]   2> 432403 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1436941724703260672)]} 0 3
[junit4:junit4]   2> 432403 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54]} 0 5
[junit4:junit4]   2> 432407 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1436941724710600704)]} 0 0
[junit4:junit4]   2> 432415 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436941724715843584)]} 0 0
[junit4:junit4]   2> 432416 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!55 (1436941724715843584)]} 0 4
[junit4:junit4]   2> 432417 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55]} 0 7
[junit4:junit4]   2> 432419 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1436941724723183616)]} 0 0
[junit4:junit4]   2> 432424 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436941724726329344)]} 0 0
[junit4:junit4]   2> 432425 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1436941724726329344)]} 0 3
[junit4:junit4]   2> 432428 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436941724732620800)]} 0 0
[junit4:junit4]   2> 432433 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436941724735766528)]} 0 0
[junit4:junit4]   2> 432434 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436941724735766528)]} 0 3
[junit4:junit4]   2> 432437 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436941724742057984)]} 0 0
[junit4:junit4]   2> 432442 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436941724745203712)]} 0 0
[junit4:junit4]   2> 432443 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436941724745203712)]} 0 3
[junit4:junit4]   2> 432445 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436941724750446592)]} 0 0
[junit4:junit4]   2> 432453 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436941724756738048)]} 0 0
[junit4:junit4]   2> 432454 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!59 (1436941724756738048)]} 0 3
[junit4:junit4]   2> 432454 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59]} 0 5
[junit4:junit4]   2> 432457 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1436941724763029504)]} 0 0
[junit4:junit4]   2> 432463 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436941724767223808)]} 0 0
[junit4:junit4]   2> 432464 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1436941724767223808)]} 0 3
[junit4:junit4]   2> 432467 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436941724773515264)]} 0 0
[junit4:junit4]   2> 432473 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436941724777709568)]} 0 0
[junit4:junit4]   2> 432474 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436941724777709568)]} 0 3
[junit4:junit4]   2> 432479 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1436941724785049600)]} 0 1
[junit4:junit4]   2> 432487 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436941724792389632)]} 0 0
[junit4:junit4]   2> 432488 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!62 (1436941724792389632)]} 0 3
[junit4:junit4]   2> 432489 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62]} 0 6
[junit4:junit4]   2> 432492 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1436941724799729664)]} 0 0
[junit4:junit4]   2> 432501 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1436941724806021120)]} 0 0
[junit4:junit4]   2> 432502 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!63 (1436941724806021120)]} 0 4
[junit4:junit4]   2> 432503 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63]} 0 8
[junit4:junit4]   2> 432506 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436941724814409728)]} 0 0
[junit4:junit4]   2> 432513 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1436941724818604032)]} 0 0
[junit4:junit4]   2> 432514 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436941724818604032)]} 0 4
[junit4:junit4]   2> 432517 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1436941724825944064)]} 0 0
[junit4:junit4]   2> 432524 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1436941724830138368)]} 0 0
[junit4:junit4]   2> 432525 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1436941724830138368)]} 0 4
[junit4:junit4]   2> 432528 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1436941724837478400)]} 0 0
[junit4:junit4]   2> 432533 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1436941724839575552)]} 0 0
[junit4:junit4]   2> 432534 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1436941724839575552)]} 0 4
[junit4:junit4]   2> 432535 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67 (1436941724844818432)]} 0 0
[junit4:junit4]   2> 432543 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!67 (1436941724850061312)]} 0 0
[junit4:junit4]   2> 432544 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!67 (1436941724850061312)]} 0 4
[junit4:junit4]   2> 432545 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67]} 0 7
[junit4:junit4]   2> 432547 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68 (1436941724857401344)]} 0 0
[junit4:junit4]   2> 432556 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!68 (1436941724863692800)]} 0 0
[junit4:junit4]   2> 432557 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!68 (1436941724863692800)]} 0 4
[junit4:junit4]   2> 432558 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68]} 0 7
[junit4:junit4]   2> 432561 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!69 (1436941724872081408)]} 0 0
[junit4:junit4]   2> 432571 T1363 C1836 P40320 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!69 (1436941724878372864)]} 0 1
[junit4:junit4]   2> 432571 T1332 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!69 (1436941724878372864)]} 0 4
[junit4:junit4]   2> 432572 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!69]} 0 7
[junit4:junit4]   2> 432576 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!70 (1436941724886761472)]} 0 1
[junit4:junit4]   2> 432582 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!70 (1436941724892004352)]} 0 0
[junit4:junit4]   2> 432583 T1318 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:21410/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!70 (1436941724892004352)]} 0 3
[junit4:junit4]   2> 432584 T1334 C1839 P21410 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!70]} 0 6
[junit4:junit4]   2> 432590 T1292 C1840 P42992 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!71 (1436941724899344384)]} 0 3
[junit4:junit4]   2> 432597 T1344 C1837 P61947 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:24465/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!71 (1436941724905635840)]} 0 1
[junit4:junit4]   2> 432597 T1316 C1838 P24465 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!71 (1436941724905635840)]} 0 4
[junit4:junit4]   2> 432600 T1292 C1840 P42992 oasup.LogU

[...truncated too long message...]

1371 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:40320  couldn't connect to http://127.0.0.1:21410/collection1/, counting as success
[junit4:junit4]   2> 600755 T1371 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:40320 DONE. sync succeeded
[junit4:junit4]   2> 600755 T1371 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4]   2> 600756 T1371 oasc.ShardLeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
[junit4:junit4]   2> 600756 T1371 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40320/collection1/
[junit4:junit4]   2> 600757 T1371 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@56b87aa4
[junit4:junit4]   2> 600764 T1371 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=666,adds=666,deletesById=337,deletesByQuery=0,errors=0,cumulative_adds=708,cumulative_deletesById=337,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 600764 T1371 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 600764 T1371 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 600764 T1371 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 600776 T1371 C1880 P40320 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f6dc1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@158614a0),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f6dc1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@158614a0),segFN=segments_5,generation=5}
[junit4:junit4]   2> 600777 T1371 C1880 P40320 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 600781 T1371 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 600781 T1371 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 600781 T1371 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4;done=false>>]
[junit4:junit4]   2> 600781 T1371 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4
[junit4:junit4]   2> 600782 T1371 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index;done=false>>]
[junit4:junit4]   2> 600782 T1371 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370374390188/jetty4/index
[junit4:junit4]   2> 600782 T1371 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 600783 T1371 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89808856035885068-5-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 600784 T1371 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 600784 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 600784 T1371 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 600784 T1371 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 600784 T1371 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 600785 T1371 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=es_CR, timezone=US/Pacific-New
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=143497112,total=483393536
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SuggesterFSTTest, TestSystemIdResolver, SchemaVersionSpecificBehaviorTest, SuggesterTest, TestTrie, SampleTest, ShardRoutingTest, EchoParamsTest, TestPartialUpdateDeduplication, RAMDirectoryFactoryTest, SolrCmdDistributorTest, LegacyHTMLStripCharFilterTest, TestPropInject, RegexBoostProcessorTest, CurrencyFieldXmlFileTest, TestExtendedDismaxParser, TermVectorComponentTest, OpenCloseCoreStressTest, StandardRequestHandlerTest, TestSweetSpotSimilarityFactory, TestBadConfig, TestIndexingPerformance, TestStressReorder, JSONWriterTest, TestAnalyzedSuggestions, TestPhraseSuggestions, NotRequiredUniqueKeyTest, SuggesterTSTTest, RequestHandlersTest, FileBasedSpellCheckerTest, TestFiltering, TestFieldTypeCollectionResource, AliasIntegrationTest, TestUtils, TestBinaryResponseWriter, TestFastWriter, DistributedQueryElevationComponentTest, SpellingQueryConverterTest, TestDefaultSearchFieldResource, PrimitiveFieldTypeTest, TestQuerySenderNoQuery, QueryElevationComponentTest, DisMaxRequestHandlerTest, ShardSplitTest]
[junit4:junit4] Completed on J0 in 195.57s, 1 test, 1 error <<< FAILURES!

[...truncated 659 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 297 suites, 1238 tests, 1 error, 13 ignored (7 assumptions)

Total time: 50 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1306 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1306/

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:55819 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:55819 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([87242027F44266CF:6C2AE3F831D06F3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:150)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9308 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 260054 T658 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 260061 T658 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1370342893755
[junit4:junit4]   2> 260072 T658 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 260081 T659 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 260283 T658 oasc.ZkTestServer.run start zk server on port:55801
[junit4:junit4]   2> 260588 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 260635 T660 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4]   2> 262550 T663 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22db2bde name:ZooKeeperConnection Watcher:127.0.0.1:55801 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 262551 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 262556 T658 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 262664 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 262667 T667 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49d1f36a name:ZooKeeperConnection Watcher:127.0.0.1:55801/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 262667 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 262674 T658 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 262681 T658 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 262685 T658 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 262690 T658 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 262695 T658 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 262696 T658 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 262711 T658 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 262712 T658 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 262839 T658 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 262840 T658 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 262846 T658 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 262846 T658 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 262852 T658 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 262853 T658 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 262858 T658 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 262859 T658 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 262864 T658 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 262865 T658 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 262870 T658 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 262871 T658 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 262876 T658 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 262877 T658 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 263162 T658 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 263168 T658 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55811
[junit4:junit4]   2> 263169 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 263169 T658 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 263170 T658 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370342896577
[junit4:junit4]   2> 263170 T658 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370342896577/solr.xml
[junit4:junit4]   2> 263171 T658 oasc.CoreContainer.<init> New CoreContainer 1148413232
[junit4:junit4]   2> 263171 T658 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370342896577/'
[junit4:junit4]   2> 263172 T658 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370342896577/'
[junit4:junit4]   2> 263304 T658 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 263305 T658 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 263306 T658 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 263306 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 263307 T658 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 263307 T658 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 263308 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 263308 T658 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 263309 T658 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 263309 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 263328 T658 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 263329 T658 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55801/solr
[junit4:junit4]   2> 263359 T658 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 263360 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 263363 T678 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e41b36 name:ZooKeeperConnection Watcher:127.0.0.1:55801 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 263364 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 263373 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 263394 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 263396 T680 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46c0cc21 name:ZooKeeperConnection Watcher:127.0.0.1:55801/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 263397 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 263414 T658 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 263435 T658 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 263460 T658 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 263464 T658 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55811_
[junit4:junit4]   2> 263474 T658 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55811_
[junit4:junit4]   2> 263479 T658 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 263517 T658 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 263522 T658 oasc.Overseer.start Overseer (id=89806791913701379-127.0.0.1:55811_-n_0000000000) starting
[junit4:junit4]   2> 263610 T658 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 263656 T682 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 263657 T658 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 263676 T658 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 263680 T658 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 263713 T681 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 263729 T683 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370342896577/collection1
[junit4:junit4]   2> 263730 T683 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 263731 T683 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 263731 T683 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 263734 T683 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370342896577/collection1/'
[junit4:junit4]   2> 263736 T683 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1370342896577/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 263736 T683 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1370342896577/collection1/lib/README' to classloader
[junit4:junit4]   2> 263838 T683 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 263909 T683 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 264011 T683 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 264022 T683 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 264638 T683 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 264655 T683 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 264658 T683 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 264665 T683 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 264705 T683 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 264705 T683 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1370342896577/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/control/data/
[junit4:junit4]   2> 264706 T683 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f3c2edc
[junit4:junit4]   2> 264706 T683 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 264709 T683 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/control/data
[junit4:junit4]   2> 264709 T683 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370342893754/control/data/index/
[junit4:junit4]   2> 264709 T683 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370342893754/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 264710 T683 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/control/data/index
[junit4:junit4]   2> 264715 T683 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e3ba526 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ccb83fd),segFN=segments_1,generation=1}
[junit4:junit4]   2> 264715 T683 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 264718 T683 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 264718 T683 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 264719 T683 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 264720 T683 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 264720 T683 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 264721 T683 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 264721 T683 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 264721 T683 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 264722 T683 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 264738 T683 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 264746 T683 oass.SolrIndexSearcher.<init> Opening Searcher@7df8b7c6 main
[junit4:junit4]   2> 264746 T683 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/control/data/tlog
[junit4:junit4]   2> 264748 T683 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 264748 T683 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 264751 T684 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7df8b7c6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 264753 T683 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 264754 T683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 265224 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 265226 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55811_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55811"}
[junit4:junit4]   2> 265226 T681 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 265259 T681 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 265294 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 265758 T683 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 265758 T683 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55811 collection:control_collection shard:shard1
[junit4:junit4]   2> 265777 T683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 265797 T683 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 265818 T683 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 265829 T683 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 265830 T683 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 265830 T683 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55811/collection1/
[junit4:junit4]   2> 265831 T683 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 265831 T683 oasc.SyncStrategy.syncToMe http://127.0.0.1:55811/collection1/ has no replicas
[junit4:junit4]   2> 265831 T683 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55811/collection1/
[junit4:junit4]   2> 265832 T683 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 266802 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 266821 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 266869 T683 oasc.ZkController.register We are http://127.0.0.1:55811/collection1/ and leader is http://127.0.0.1:55811/collection1/
[junit4:junit4]   2> 266869 T683 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55811
[junit4:junit4]   2> 266869 T683 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 266870 T683 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 266870 T683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 266873 T683 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 266874 T658 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 266875 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 266876 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 266888 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 266895 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 266898 T687 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c8277e9 name:ZooKeeperConnection Watcher:127.0.0.1:55801/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 266898 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 266901 T658 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 266907 T658 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 267173 T658 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 267176 T658 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55819
[junit4:junit4]   2> 267177 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 267177 T658 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 267178 T658 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370342900601
[junit4:junit4]   2> 267178 T658 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370342900601/solr.xml
[junit4:junit4]   2> 267179 T658 oasc.CoreContainer.<init> New CoreContainer 1969366509
[junit4:junit4]   2> 267179 T658 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370342900601/'
[junit4:junit4]   2> 267180 T658 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370342900601/'
[junit4:junit4]   2> 267315 T658 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 267315 T658 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 267316 T658 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 267316 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 267317 T658 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 267317 T658 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 267318 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 267318 T658 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 267319 T658 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 267319 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 267336 T658 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 267337 T658 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55801/solr
[junit4:junit4]   2> 267338 T658 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 267339 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 267342 T698 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bf22dc8 name:ZooKeeperConnection Watcher:127.0.0.1:55801 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 267343 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 267346 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 267358 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 267361 T700 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b690f4f name:ZooKeeperConnection Watcher:127.0.0.1:55801/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 267361 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 267368 T658 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 268337 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 268338 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55811__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55811_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55811"}
[junit4:junit4]   2> 268362 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 268362 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 268362 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 268373 T658 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55819_
[junit4:junit4]   2> 268375 T658 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55819_
[junit4:junit4]   2> 268379 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 268379 T680 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 268380 T700 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 268380 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 268380 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 268381 T687 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 268396 T701 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370342900601/collection1
[junit4:junit4]   2> 268396 T701 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 268397 T701 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 268398 T701 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 268400 T701 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370342900601/collection1/'
[junit4:junit4]   2> 268401 T701 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1370342900601/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 268402 T701 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1370342900601/collection1/lib/README' to classloader
[junit4:junit4]   2> 268462 T701 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 268529 T701 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 268634 T701 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 268642 T701 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 269242 T701 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 269247 T701 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 269249 T701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 269255 T701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 269299 T701 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 269299 T701 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1370342900601/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty1/
[junit4:junit4]   2> 269299 T701 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f3c2edc
[junit4:junit4]   2> 269300 T701 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 269301 T701 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty1
[junit4:junit4]   2> 269301 T701 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty1/index/
[junit4:junit4]   2> 269301 T701 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 269302 T701 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty1/index
[junit4:junit4]   2> 269306 T701 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3571225a lockFactory=org.apache.lucene.store.NativeFSLockFactory@46b21ff7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 269306 T701 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 269309 T701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 269310 T701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 269310 T701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 269311 T701 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 269312 T701 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 269312 T701 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 269312 T701 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 269313 T701 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 269314 T701 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 269331 T701 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 269338 T701 oass.SolrIndexSearcher.<init> Opening Searcher@2d6969cd main
[junit4:junit4]   2> 269339 T701 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty1/tlog
[junit4:junit4]   2> 269340 T701 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 269341 T701 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 269346 T702 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d6969cd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 269348 T701 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 269348 T701 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 269870 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 269871 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55819"}
[junit4:junit4]   2> 269871 T681 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 269872 T681 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 269884 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 269885 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 269884 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 270352 T701 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 270352 T701 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55819 collection:collection1 shard:shard1
[junit4:junit4]   2> 270353 T701 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 270371 T701 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 270376 T701 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 270377 T701 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 270377 T701 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55819/collection1/
[junit4:junit4]   2> 270377 T701 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 270378 T701 oasc.SyncStrategy.syncToMe http://127.0.0.1:55819/collection1/ has no replicas
[junit4:junit4]   2> 270378 T701 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55819/collection1/
[junit4:junit4]   2> 270378 T701 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 271397 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 271417 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 271417 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 271417 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 271465 T701 oasc.ZkController.register We are http://127.0.0.1:55819/collection1/ and leader is http://127.0.0.1:55819/collection1/
[junit4:junit4]   2> 271465 T701 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55819
[junit4:junit4]   2> 271465 T701 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 271466 T701 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 271466 T701 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 271469 T701 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 271470 T658 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 271471 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 271472 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 271782 T658 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 271785 T658 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55827
[junit4:junit4]   2> 271786 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 271786 T658 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 271787 T658 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370342905185
[junit4:junit4]   2> 271787 T658 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370342905185/solr.xml
[junit4:junit4]   2> 271788 T658 oasc.CoreContainer.<init> New CoreContainer 1181602860
[junit4:junit4]   2> 271788 T658 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370342905185/'
[junit4:junit4]   2> 271789 T658 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370342905185/'
[junit4:junit4]   2> 271942 T658 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 271943 T658 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 271943 T658 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 271944 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 271944 T658 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 271945 T658 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 271945 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 271946 T658 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 271946 T658 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 271947 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 271967 T658 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 271968 T658 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55801/solr
[junit4:junit4]   2> 271969 T658 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 271970 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 271973 T714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c00a533 name:ZooKeeperConnection Watcher:127.0.0.1:55801 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 271974 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 271977 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 271991 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 271994 T716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44604dd5 name:ZooKeeperConnection Watcher:127.0.0.1:55801/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 271994 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 272007 T658 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 272928 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 272929 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55819__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55819_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55819"}
[junit4:junit4]   2> 272938 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 272939 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 272939 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 272939 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 273012 T658 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55827_
[junit4:junit4]   2> 273014 T658 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55827_
[junit4:junit4]   2> 273018 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 273018 T700 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 273018 T680 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 273019 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 273018 T716 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 273019 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 273019 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 273020 T687 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 273032 T717 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370342905185/collection1
[junit4:junit4]   2> 273033 T717 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 273034 T717 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 273034 T717 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 273036 T717 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370342905185/collection1/'
[junit4:junit4]   2> 273037 T717 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1370342905185/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 273038 T717 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1370342905185/collection1/lib/README' to classloader
[junit4:junit4]   2> 273089 T717 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 273148 T717 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 273249 T717 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 273257 T717 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 273858 T717 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 273862 T717 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 273864 T717 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 273870 T717 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 273914 T717 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 273914 T717 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1370342905185/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty2/
[junit4:junit4]   2> 273914 T717 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f3c2edc
[junit4:junit4]   2> 273915 T717 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 273916 T717 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty2
[junit4:junit4]   2> 273916 T717 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty2/index/
[junit4:junit4]   2> 273917 T717 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 273917 T717 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty2/index
[junit4:junit4]   2> 273921 T717 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9146f95 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aa0c77),segFN=segments_1,generation=1}
[junit4:junit4]   2> 273921 T717 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 273925 T717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 273925 T717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 273926 T717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 273927 T717 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 273927 T717 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 273928 T717 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 273928 T717 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 273929 T717 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 273929 T717 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 273945 T717 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 273953 T717 oass.SolrIndexSearcher.<init> Opening Searcher@5bc778bc main
[junit4:junit4]   2> 273953 T717 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty2/tlog
[junit4:junit4]   2> 273955 T717 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 273955 T717 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 273959 T718 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5bc778bc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 273962 T717 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 273962 T717 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 274454 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 274455 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55827_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55827"}
[junit4:junit4]   2> 274455 T681 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 274455 T681 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 274474 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 274474 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 274474 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 274474 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 274965 T717 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 274965 T717 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55827 collection:collection1 shard:shard2
[junit4:junit4]   2> 274966 T717 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 274988 T717 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 274997 T717 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 274997 T717 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 274998 T717 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55827/collection1/
[junit4:junit4]   2> 274998 T717 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 274998 T717 oasc.SyncStrategy.syncToMe http://127.0.0.1:55827/collection1/ has no replicas
[junit4:junit4]   2> 274998 T717 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55827/collection1/
[junit4:junit4]   2> 274999 T717 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 275982 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 276030 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 276030 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 276030 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 276030 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 276033 T717 oasc.ZkController.register We are http://127.0.0.1:55827/collection1/ and leader is http://127.0.0.1:55827/collection1/
[junit4:junit4]   2> 276033 T717 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55827
[junit4:junit4]   2> 276033 T717 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 276033 T717 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 276034 T717 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 276041 T717 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 276043 T658 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 276044 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 276044 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 276325 T658 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 276328 T658 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55834
[junit4:junit4]   2> 276329 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 276330 T658 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 276330 T658 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370342909754
[junit4:junit4]   2> 276331 T658 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370342909754/solr.xml
[junit4:junit4]   2> 276331 T658 oasc.CoreContainer.<init> New CoreContainer 14313188
[junit4:junit4]   2> 276332 T658 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370342909754/'
[junit4:junit4]   2> 276332 T658 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370342909754/'
[junit4:junit4]   2> 276463 T658 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 276464 T658 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 276464 T658 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 276465 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 276465 T658 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 276466 T658 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 276466 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 276467 T658 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 276467 T658 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 276468 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 276486 T658 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 276487 T658 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55801/solr
[junit4:junit4]   2> 276488 T658 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 276489 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 276497 T730 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c4d03fc name:ZooKeeperConnection Watcher:127.0.0.1:55801 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 276497 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 276501 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 276513 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 276516 T732 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ecbc929 name:ZooKeeperConnection Watcher:127.0.0.1:55801/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 276516 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 276529 T658 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 277535 T658 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55834_
[junit4:junit4]   2> 277563 T658 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55834_
[junit4:junit4]   2> 277565 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 277567 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 277568 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55827__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55827_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55827"}
[junit4:junit4]   2> 277568 T732 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 277568 T716 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 277568 T700 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 277568 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 277569 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 277581 T687 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 277586 T732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 277586 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 277586 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 277586 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 277590 T733 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370342909754/collection1
[junit4:junit4]   2> 277590 T733 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 277598 T733 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 277598 T733 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 277599 T680 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 277600 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 277601 T733 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370342909754/collection1/'
[junit4:junit4]   2> 277601 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 277602 T733 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1370342909754/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 277603 T733 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1370342909754/collection1/lib/README' to classloader
[junit4:junit4]   2> 277656 T733 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 277719 T733 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 277820 T733 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 277828 T733 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 278428 T733 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 278432 T733 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 278435 T733 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 278441 T733 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 278483 T733 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 278483 T733 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1370342909754/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/
[junit4:junit4]   2> 278484 T733 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f3c2edc
[junit4:junit4]   2> 278484 T733 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 278485 T733 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3
[junit4:junit4]   2> 278485 T733 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/index/
[junit4:junit4]   2> 278486 T733 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 278486 T733 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/index
[junit4:junit4]   2> 278490 T733 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3197839a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e68d1d3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 278490 T733 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 278493 T733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 278494 T733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 278495 T733 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 278495 T733 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 278496 T733 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 278496 T733 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 278497 T733 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 278497 T733 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 278498 T733 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 278514 T733 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 278521 T733 oass.SolrIndexSearcher.<init> Opening Searcher@4cfab140 main
[junit4:junit4]   2> 278522 T733 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/tlog
[junit4:junit4]   2> 278523 T733 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 278523 T733 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 278528 T734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cfab140 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 278531 T733 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 278531 T733 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 279103 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 279104 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55834_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55834"}
[junit4:junit4]   2> 279104 T681 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 279104 T681 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 279122 T732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 279122 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 279122 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 279122 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 279122 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 279539 T733 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 279539 T733 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55834 collection:collection1 shard:shard1
[junit4:junit4]   2> 279544 T733 oasc.ZkController.register We are http://127.0.0.1:55834/collection1/ and leader is http://127.0.0.1:55819/collection1/
[junit4:junit4]   2> 279544 T733 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55834
[junit4:junit4]   2> 279544 T733 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 279545 T733 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1122 name=collection1 org.apache.solr.core.SolrCore@39dbe428 url=http://127.0.0.1:55834/collection1 node=127.0.0.1:55834_ C1122_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:55834_, base_url=http://127.0.0.1:55834}
[junit4:junit4]   2> 279553 T735 C1122 P55834 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 279554 T735 C1122 P55834 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 279554 T733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 279554 T735 C1122 P55834 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 279555 T735 C1122 P55834 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 279556 T658 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 279556 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 279556 T735 C1122 P55834 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 279557 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 279600 T690 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:55834__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 279843 T658 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 279846 T658 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55838
[junit4:junit4]   2> 279847 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 279847 T658 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 279848 T658 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370342913269
[junit4:junit4]   2> 279848 T658 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370342913269/solr.xml
[junit4:junit4]   2> 279849 T658 oasc.CoreContainer.<init> New CoreContainer 1195447202
[junit4:junit4]   2> 279849 T658 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370342913269/'
[junit4:junit4]   2> 279850 T658 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370342913269/'
[junit4:junit4]   2> 279979 T658 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 279980 T658 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 279981 T658 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 279981 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 279982 T658 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 279982 T658 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 279983 T658 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 279983 T658 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 279984 T658 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 279984 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 280003 T658 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 280004 T658 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55801/solr
[junit4:junit4]   2> 280004 T658 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 280005 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 280009 T747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@216a8202 name:ZooKeeperConnection Watcher:127.0.0.1:55801 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 280009 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 280012 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 280026 T658 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 280029 T749 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f3e3b18 name:ZooKeeperConnection Watcher:127.0.0.1:55801/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 280029 T658 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 280036 T658 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 280629 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 280631 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55834__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55834_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55834"}
[junit4:junit4]   2> 280672 T732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 280672 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 280672 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 280672 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 280672 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 280672 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 281042 T658 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55838_
[junit4:junit4]   2> 281045 T658 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55838_
[junit4:junit4]   2> 281048 T732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 281048 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 281049 T700 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 281049 T716 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 281050 T680 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 281049 T749 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 281049 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 281050 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 281050 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 281050 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 281052 T732 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 281052 T687 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 281059 T750 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370342913269/collection1
[junit4:junit4]   2> 281060 T750 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 281061 T750 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 281061 T750 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 281063 T750 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370342913269/collection1/'
[junit4:junit4]   2> 281065 T750 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1370342913269/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 281065 T750 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1370342913269/collection1/lib/README' to classloader
[junit4:junit4]   2> 281119 T750 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 281183 T750 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 281285 T750 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 281293 T750 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 281603 T690 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:55834__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 281603 T690 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:55834__collection1&state=recovering&nodeName=127.0.0.1:55834_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2010 
[junit4:junit4]   2> 281893 T750 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 281897 T750 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 281899 T750 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 281905 T750 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 281945 T750 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 281946 T750 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1370342913269/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/
[junit4:junit4]   2> 281946 T750 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f3c2edc
[junit4:junit4]   2> 281947 T750 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 281947 T750 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4
[junit4:junit4]   2> 281947 T750 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index/
[junit4:junit4]   2> 281948 T750 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 281948 T750 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index
[junit4:junit4]   2> 281952 T750 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@160e821 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17bc987a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 281952 T750 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 281955 T750 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 281955 T750 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 281956 T750 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 281957 T750 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 281957 T750 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 281958 T750 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 281958 T750 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 281959 T750 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 281959 T750 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 281974 T750 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 281981 T750 oass.SolrIndexSearcher.<init> Opening Searcher@60632aa1 main
[junit4:junit4]   2> 281981 T750 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/tlog
[junit4:junit4]   2> 281983 T750 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 281983 T750 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 281987 T751 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60632aa1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 281989 T750 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 281989 T750 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 282179 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 282180 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55838_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55838"}
[junit4:junit4]   2> 282181 T681 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 282181 T681 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 282187 T732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 282187 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 282187 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 282187 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 282187 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 282187 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 283018 T750 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 283018 T750 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55838 collection:collection1 shard:shard2
[junit4:junit4]   2> 283028 T750 oasc.ZkController.register We are http://127.0.0.1:55838/collection1/ and leader is http://127.0.0.1:55827/collection1/
[junit4:junit4]   2> 283028 T750 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55838
[junit4:junit4]   2> 283028 T750 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 283028 T750 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1123 name=collection1 org.apache.solr.core.SolrCore@3de56dfa url=http://127.0.0.1:55838/collection1 node=127.0.0.1:55838_ C1123_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:55838_, base_url=http://127.0.0.1:55838}
[junit4:junit4]   2> 283029 T752 C1123 P55838 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 283030 T752 C1123 P55838 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 283030 T752 C1123 P55838 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 283030 T752 C1123 P55838 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 283030 T750 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 283032 T752 C1123 P55838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 283033 T658 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 283033 T658 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 283034 T658 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 283052 T658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 283052 T706 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:55838__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 283054 T658 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 283054 T658 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 283056 T658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C1124 name=collection1 org.apache.solr.core.SolrCore@39dbe428 url=http://127.0.0.1:55834/collection1 node=127.0.0.1:55834_ C1124_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:55834_, base_url=http://127.0.0.1:55834}
[junit4:junit4]   2> 283606 T735 C1124 P55834 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55819/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 283618 T735 C1124 P55834 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 283640 T735 C1124 P55834 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55834 START replicas=[http://127.0.0.1:55819/collection1/] nUpdates=100
[junit4:junit4]   2> 283653 T735 C1124 P55834 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 283654 T735 C1124 P55834 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 283654 T735 C1124 P55834 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 283654 T735 C1124 P55834 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 283654 T735 C1124 P55834 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 283655 T735 C1124 P55834 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55819/collection1/. core=collection1
[junit4:junit4]   2> 283655 T735 C1124 P55834 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1125 name=collection1 org.apache.solr.core.SolrCore@25c86eff url=http://127.0.0.1:55819/collection1 node=127.0.0.1:55819_ C1125_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55819_, base_url=http://127.0.0.1:55819, leader=true}
[junit4:junit4]   2> 283671 T691 C1125 P55819 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 283695 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 283696 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55838__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55838_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55838"}
[junit4:junit4]   2> 283705 T692 C1125 P55819 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 283708 T692 C1125 P55819 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3571225a lockFactory=org.apache.lucene.store.NativeFSLockFactory@46b21ff7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 283708 T692 C1125 P55819 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 283709 T692 C1125 P55819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3571225a lockFactory=org.apache.lucene.store.NativeFSLockFactory@46b21ff7),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3571225a lockFactory=org.apache.lucene.store.NativeFSLockFactory@46b21ff7),segFN=segments_2,generation=2}
[junit4:junit4]   2> 283709 T692 C1125 P55819 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 283710 T692 C1125 P55819 oass.SolrIndexSearcher.<init> Opening Searcher@5e61d402 realtime
[junit4:junit4]   2> 283711 T692 C1125 P55819 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 283711 T692 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4]   2> 283761 T732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 283761 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 283761 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 283761 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 283761 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 283761 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 283785 T735 C1124 P55834 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 283786 T735 C1124 P55834 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 283809 T735 C1124 P55834 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 283880 T693 C1125 P55819 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 283881 T693 C1125 P55819 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=70 
[junit4:junit4]   2> 283882 T735 C1124 P55834 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 283882 T735 C1124 P55834 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 283883 T735 C1124 P55834 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 283885 T693 C1125 P55819 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 283886 T735 C1124 P55834 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 283888 T735 C1124 P55834 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/index.20130604134837580
[junit4:junit4]   2> 283888 T735 C1124 P55834 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@431e628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@325358f5) fullCopy=false
[junit4:junit4]   2> 283903 T693 C1125 P55819 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=6 
[junit4:junit4]   2> 283920 T735 C1124 P55834 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 283922 T735 C1124 P55834 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 283923 T735 C1124 P55834 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 283932 T735 C1124 P55834 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3197839a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e68d1d3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3197839a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e68d1d3),segFN=segments_2,generation=2}
[junit4:junit4]   2> 283933 T735 C1124 P55834 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 283933 T735 C1124 P55834 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 283933 T735 C1124 P55834 oass.SolrIndexSearcher.<init> Opening Searcher@388e753d main
[junit4:junit4]   2> 283934 T734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@388e753d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 283935 T735 C1124 P55834 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/index.20130604134837580 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/index.20130604134837580;done=true>>]
[junit4:junit4]   2> 283936 T735 C1124 P55834 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/index.20130604134837580
[junit4:junit4]   2> 283936 T735 C1124 P55834 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty3/index.20130604134837580
[junit4:junit4]   2> 283936 T735 C1124 P55834 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 283936 T735 C1124 P55834 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 283937 T735 C1124 P55834 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 283937 T735 C1124 P55834 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 283942 T735 C1124 P55834 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 284054 T706 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:55838__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 284054 T706 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:55838__collection1&state=recovering&nodeName=127.0.0.1:55838_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 284058 T658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 285061 T658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 285310 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 285311 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55834__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55834_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55834"}
[junit4:junit4]   2> 285328 T732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 285328 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 285328 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 285328 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 285328 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 285328 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C1123_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:55838_, base_url=http://127.0.0.1:55838}
[junit4:junit4]   2> 286056 T752 C1123 P55838 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55827/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 286056 T752 C1123 P55838 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55838 START replicas=[http://127.0.0.1:55827/collection1/] nUpdates=100
[junit4:junit4]   2> 286057 T752 C1123 P55838 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 286057 T752 C1123 P55838 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 286057 T752 C1123 P55838 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 286058 T752 C1123 P55838 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 286058 T752 C1123 P55838 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 286059 T752 C1123 P55838 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55827/collection1/. core=collection1
[junit4:junit4]   2> 286059 T752 C1123 P55838 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 286064 T658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C1126 name=collection1 org.apache.solr.core.SolrCore@53ad0059 url=http://127.0.0.1:55827/collection1 node=127.0.0.1:55827_ C1126_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55827_, base_url=http://127.0.0.1:55827, leader=true}
[junit4:junit4]   2> 286072 T707 C1126 P55827 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 286079 T708 C1126 P55827 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 286082 T708 C1126 P55827 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9146f95 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aa0c77),segFN=segments_1,generation=1}
[junit4:junit4]   2> 286082 T708 C1126 P55827 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 286083 T708 C1126 P55827 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9146f95 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aa0c77),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9146f95 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aa0c77),segFN=segments_2,generation=2}
[junit4:junit4]   2> 286084 T708 C1126 P55827 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 286084 T708 C1126 P55827 oass.SolrIndexSearcher.<init> Opening Searcher@988a3f0 realtime
[junit4:junit4]   2> 286085 T708 C1126 P55827 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 286085 T708 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 286086 T752 C1123 P55838 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 286086 T752 C1123 P55838 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 286089 T709 C1126 P55827 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 286089 T709 C1126 P55827 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 286090 T752 C1123 P55838 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 286090 T752 C1123 P55838 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 286090 T752 C1123 P55838 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 286093 T709 C1126 P55827 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 286094 T752 C1123 P55838 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 286095 T752 C1123 P55838 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index.20130604134839787
[junit4:junit4]   2> 286095 T752 C1123 P55838 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@34059ccb lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a8627f1) fullCopy=false
[junit4:junit4]   2> 286098 T709 C1126 P55827 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 286099 T752 C1123 P55838 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 286100 T752 C1123 P55838 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 286101 T752 C1123 P55838 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 286103 T752 C1123 P55838 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@160e821 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17bc987a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@160e821 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17bc987a),segFN=segments_2,generation=2}
[junit4:junit4]   2> 286103 T752 C1123 P55838 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 286104 T752 C1123 P55838 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 286104 T752 C1123 P55838 oass.SolrIndexSearcher.<init> Opening Searcher@3bc6e7e1 main
[junit4:junit4]   2> 286105 T751 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3bc6e7e1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 286106 T752 C1123 P55838 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index.20130604134839787 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index.20130604134839787;done=true>>]
[junit4:junit4]   2> 286106 T752 C1123 P55838 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index.20130604134839787
[junit4:junit4]   2> 286106 T752 C1123 P55838 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index.20130604134839787
[junit4:junit4]   2> 286107 T752 C1123 P55838 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 286107 T752 C1123 P55838 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 286107 T752 C1123 P55838 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 286107 T752 C1123 P55838 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 286109 T752 C1123 P55838 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 286836 T681 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 286837 T681 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55838__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55838_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55838"}
[junit4:junit4]   2> 286851 T732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 286852 T687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 286852 T680 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 286852 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 286851 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 286851 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 287067 T658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 287069 T658 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C1127 name=collection1 org.apache.solr.core.SolrCore@54a4473a url=http://127.0.0.1:55811/collection1 node=127.0.0.1:55811_ C1127_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55811_, base_url=http://127.0.0.1:55811, leader=true}
[junit4:junit4]   2> 287078 T670 C1127 P55811 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 287081 T670 C1127 P55811 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e3ba526 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ccb83fd),segFN=segments_1,generation=1}
[junit4:junit4]   2> 287082 T670 C1127 P55811 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 287083 T670 C1127 P55811 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e3ba526 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ccb83fd),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e3ba526 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ccb83fd),segFN=segments_2,generation=2}
[junit4:junit4]   2> 287083 T670 C1127 P55811 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 287084 T670 C1127 P55811 oass.SolrIndexSearcher.<init> Opening Searcher@1d29a27 main
[junit4:junit4]   2> 287084 T670 C1127 P55811 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 287085 T684 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d29a27 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 287086 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 287112 T694 C1125 P55819 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 287113 T694 C1125 P55819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3571225a lockFactory=org.apache.lucene.store.NativeFSLockFactory@46b21ff7),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3571225a lockFactory=org.apache.lucene.store.NativeFSLockFactory@46b21ff7),segFN=segments_3,generation=3}
[junit4:junit4]   2> 287113 T694 C1125 P55819 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 287114 T694 C1125 P55819 oass.SolrIndexSearcher.<init> Opening Searcher@75b1c643 main
[junit4:junit4]   2> 287114 T694 C1125 P55819 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 287115 T702 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@75b1c643 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 287126 T694 C1125 P55819 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:55834/collection1/, StdNode: http://127.0.0.1:55827/collection1/, StdNode: http://127.0.0.1:55838/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 287135 T710 C1126 P55827 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 287137 T710 C1126 P55827 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9146f95 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aa0c77),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9146f95 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aa0c77),segFN=segments_3,generation=3}
[junit4:junit4]   2> 287138 T710 C1126 P55827 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 287139 T710 C1126 P55827 oass.SolrIndexSearcher.<init> Opening Searcher@75d6478f main
[junit4:junit4]   2> 287139 T710 C1126 P55827 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 287140 T718 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@75d6478f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 287140 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2>  C1123_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55838_, base_url=http://127.0.0.1:55838}
[junit4:junit4]   2> 287144 T739 C1123 P55838 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C1124_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55834_, base_url=http://127.0.0.1:55834}
[junit4:junit4]   2> 287144 T722 C1124 P55834 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 287145 T739 C1123 P55838 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@160e821 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17bc987a),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@160e821 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17bc987a),segFN=segments_3,generation=3}
[junit4:junit4]   2> 287146 T722 C1124 P55834 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3197839a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e68d1d3),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3197839a lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e68d1d3),segFN=segments_3,generation=3}
[junit4:junit4]   2> 287146 T739 C1123 P55838 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 287146 T722 C1124 P55834 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 287147 T739 C1123 P55838 oass.SolrIndexSearcher.<init> Opening Searcher@6432399b main
[junit4:junit4]   2> 287148 T722 C1124 P55834 oass.SolrIndexSearcher.<init> Opening Searcher@30bba730 main
[junit4:junit4]   2> 287148 T739 C1123 P55838 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 287149 T751 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6432399b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 287148 T722 C1124 P55834 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 287149 T739 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 287149 T734 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30bba730 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 287150 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 287151 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 39
[junit4:junit4]   2> 287152 T658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 287156 T695 C1125 P55819 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 287158 T723 C1124 P55834 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 287161 T711 C1126 P55827 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 287163 T740 C1123 P55838 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 289173 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436908700686090240)} 0 7
[junit4:junit4]   2> 289189 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436908700690284544&update.from=http://127.0.0.1:55819/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436908700690284544)} 0 2
[junit4:junit4]   2> 289193 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436908700701818880&update.from=http://127.0.0.1:55827/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436908700701818880)} 0 2
[junit4:junit4]   2> 289193 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436908700701818880)} 0 6
[junit4:junit4]   2> 289194 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436908700690284544)} 0 18
[junit4:junit4]   2> 289198 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436908700712304640)]} 0 1
[junit4:junit4]   2> 289216 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436908700715450368)]} 0 1
[junit4:junit4]   2> 289216 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436908700715450368)]} 0 16
[junit4:junit4]   2> 289219 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436908700735373312)]} 0 0
[junit4:junit4]   2> 289225 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436908700738519040)]} 0 0
[junit4:junit4]   2> 289226 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436908700738519040)]} 0 4
[junit4:junit4]   2> 289229 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436908700745859072)]} 0 0
[junit4:junit4]   2> 289234 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436908700749004800)]} 0 0
[junit4:junit4]   2> 289235 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436908700749004800)]} 0 3
[junit4:junit4]   2> 289237 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1436908700754247680)]} 0 0
[junit4:junit4]   2> 289250 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436908700765782016)]} 0 0
[junit4:junit4]   2> 289251 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!3 (1436908700765782016)]} 0 3
[junit4:junit4]   2> 289252 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3]} 0 12
[junit4:junit4]   2> 289254 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436908700772073472)]} 0 0
[junit4:junit4]   2> 289261 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436908700777316352)]} 0 0
[junit4:junit4]   2> 289262 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!4 (1436908700777316352)]} 0 3
[junit4:junit4]   2> 289262 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4]} 0 5
[junit4:junit4]   2> 289265 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436908700783607808)]} 0 0
[junit4:junit4]   2> 289270 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436908700786753536)]} 0 0
[junit4:junit4]   2> 289271 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436908700786753536)]} 0 3
[junit4:junit4]   2> 289274 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1436908700793044992)]} 0 0
[junit4:junit4]   2> 289281 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436908700798287872)]} 0 0
[junit4:junit4]   2> 289282 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1436908700798287872)]} 0 3
[junit4:junit4]   2> 289283 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6]} 0 5
[junit4:junit4]   2> 289285 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436908700804579328)]} 0 0
[junit4:junit4]   2> 289290 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436908700807725056)]} 0 0
[junit4:junit4]   2> 289291 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436908700807725056)]} 0 3
[junit4:junit4]   2> 289293 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1436908700812967936)]} 0 0
[junit4:junit4]   2> 289300 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436908700818210816)]} 0 0
[junit4:junit4]   2> 289301 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1436908700818210816)]} 0 3
[junit4:junit4]   2> 289301 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8]} 0 5
[junit4:junit4]   2> 289304 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436908700824502272)]} 0 0
[junit4:junit4]   2> 289309 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436908700827648000)]} 0 0
[junit4:junit4]   2> 289310 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436908700827648000)]} 0 3
[junit4:junit4]   2> 289312 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436908700832890880)]} 0 0
[junit4:junit4]   2> 289317 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436908700836036608)]} 0 0
[junit4:junit4]   2> 289318 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436908700836036608)]} 0 3
[junit4:junit4]   2> 289320 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436908700841279488)]} 0 0
[junit4:junit4]   2> 289327 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436908700846522368)]} 0 0
[junit4:junit4]   2> 289328 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1436908700846522368)]} 0 3
[junit4:junit4]   2> 289329 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11]} 0 6
[junit4:junit4]   2> 289331 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436908700852813824)]} 0 0
[junit4:junit4]   2> 289338 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436908700858056704)]} 0 0
[junit4:junit4]   2> 289339 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1436908700858056704)]} 0 3
[junit4:junit4]   2> 289340 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12]} 0 6
[junit4:junit4]   2> 289342 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436908700864348160)]} 0 0
[junit4:junit4]   2> 289349 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436908700869591040)]} 0 0
[junit4:junit4]   2> 289350 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!13 (1436908700869591040)]} 0 3
[junit4:junit4]   2> 289350 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13]} 0 5
[junit4:junit4]   2> 289353 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436908700875882496)]} 0 0
[junit4:junit4]   2> 289360 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436908700881125376)]} 0 0
[junit4:junit4]   2> 289361 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1436908700881125376)]} 0 3
[junit4:junit4]   2> 289361 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14]} 0 5
[junit4:junit4]   2> 289364 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436908700887416832)]} 0 0
[junit4:junit4]   2> 289369 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436908700890562560)]} 0 0
[junit4:junit4]   2> 289370 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436908700890562560)]} 0 3
[junit4:junit4]   2> 289372 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1436908700895805440)]} 0 0
[junit4:junit4]   2> 289379 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436908700901048320)]} 0 0
[junit4:junit4]   2> 289380 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1436908700901048320)]} 0 3
[junit4:junit4]   2> 289380 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16]} 0 5
[junit4:junit4]   2> 289383 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436908700907339776)]} 0 0
[junit4:junit4]   2> 289388 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436908700910485504)]} 0 0
[junit4:junit4]   2> 289389 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436908700910485504)]} 0 3
[junit4:junit4]   2> 289392 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436908700916776960)]} 0 0
[junit4:junit4]   2> 289399 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436908700922019840)]} 0 0
[junit4:junit4]   2> 289400 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!18 (1436908700922019840)]} 0 3
[junit4:junit4]   2> 289400 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18]} 0 5
[junit4:junit4]   2> 289403 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436908700928311296)]} 0 0
[junit4:junit4]   2> 289410 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436908700933554176)]} 0 0
[junit4:junit4]   2> 289411 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1436908700933554176)]} 0 3
[junit4:junit4]   2> 289411 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19]} 0 5
[junit4:junit4]   2> 289414 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436908700939845632)]} 0 0
[junit4:junit4]   2> 289419 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436908700942991360)]} 0 0
[junit4:junit4]   2> 289420 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436908700942991360)]} 0 3
[junit4:junit4]   2> 289423 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436908700949282816)]} 0 0
[junit4:junit4]   2> 289428 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436908700952428544)]} 0 0
[junit4:junit4]   2> 289429 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436908700952428544)]} 0 3
[junit4:junit4]   2> 289431 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436908700957671424)]} 0 0
[junit4:junit4]   2> 289436 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436908700960817152)]} 0 0
[junit4:junit4]   2> 289437 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436908700960817152)]} 0 3
[junit4:junit4]   2> 289439 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436908700966060032)]} 0 0
[junit4:junit4]   2> 289444 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436908700969205760)]} 0 0
[junit4:junit4]   2> 289445 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436908700969205760)]} 0 3
[junit4:junit4]   2> 289447 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436908700974448640)]} 0 0
[junit4:junit4]   2> 289452 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436908700977594368)]} 0 0
[junit4:junit4]   2> 289453 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436908700977594368)]} 0 3
[junit4:junit4]   2> 289456 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436908700983885824)]} 0 0
[junit4:junit4]   2> 289461 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436908700987031552)]} 0 0
[junit4:junit4]   2> 289462 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436908700987031552)]} 0 3
[junit4:junit4]   2> 289464 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436908700992274432)]} 0 0
[junit4:junit4]   2> 289471 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436908700997517312)]} 0 0
[junit4:junit4]   2> 289472 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1436908700997517312)]} 0 3
[junit4:junit4]   2> 289472 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26]} 0 5
[junit4:junit4]   2> 289475 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436908701003808768)]} 0 0
[junit4:junit4]   2> 289480 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436908701006954496)]} 0 0
[junit4:junit4]   2> 289481 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436908701006954496)]} 0 3
[junit4:junit4]   2> 289484 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436908701013245952)]} 0 0
[junit4:junit4]   2> 289491 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436908701018488832)]} 0 0
[junit4:junit4]   2> 289492 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!28 (1436908701018488832)]} 0 3
[junit4:junit4]   2> 289492 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28]} 0 5
[junit4:junit4]   2> 289495 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1436908701024780288)]} 0 0
[junit4:junit4]   2> 289500 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436908701027926016)]} 0 0
[junit4:junit4]   2> 289501 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1436908701027926016)]} 0 3
[junit4:junit4]   2> 289503 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436908701033168896)]} 0 0
[junit4:junit4]   2> 289508 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436908701036314624)]} 0 0
[junit4:junit4]   2> 289509 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436908701036314624)]} 0 3
[junit4:junit4]   2> 289512 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436908701042606080)]} 0 0
[junit4:junit4]   2> 289517 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436908701045751808)]} 0 0
[junit4:junit4]   2> 289518 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436908701045751808)]} 0 3
[junit4:junit4]   2> 289521 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1436908701052043264)]} 0 0
[junit4:junit4]   2> 289528 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436908701057286144)]} 0 0
[junit4:junit4]   2> 289529 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1436908701057286144)]} 0 3
[junit4:junit4]   2> 289529 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32]} 0 5
[junit4:junit4]   2> 289532 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1436908701063577600)]} 0 0
[junit4:junit4]   2> 289539 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436908701068820480)]} 0 0
[junit4:junit4]   2> 289540 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1436908701068820480)]} 0 3
[junit4:junit4]   2> 289540 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33]} 0 5
[junit4:junit4]   2> 289543 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436908701075111936)]} 0 0
[junit4:junit4]   2> 289548 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436908701078257664)]} 0 0
[junit4:junit4]   2> 289549 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436908701078257664)]} 0 3
[junit4:junit4]   2> 289552 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436908701084549120)]} 0 0
[junit4:junit4]   2> 289557 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436908701087694848)]} 0 0
[junit4:junit4]   2> 289558 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436908701087694848)]} 0 3
[junit4:junit4]   2> 289560 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436908701092937728)]} 0 0
[junit4:junit4]   2> 289567 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436908701098180608)]} 0 0
[junit4:junit4]   2> 289568 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!36 (1436908701098180608)]} 0 3
[junit4:junit4]   2> 289569 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36]} 0 6
[junit4:junit4]   2> 289571 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436908701104472064)]} 0 0
[junit4:junit4]   2> 289576 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436908701107617792)]} 0 0
[junit4:junit4]   2> 289577 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436908701107617792)]} 0 3
[junit4:junit4]   2> 289579 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436908701112860672)]} 0 0
[junit4:junit4]   2> 289586 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436908701118103552)]} 0 0
[junit4:junit4]   2> 289587 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!38 (1436908701118103552)]} 0 3
[junit4:junit4]   2> 289587 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38]} 0 5
[junit4:junit4]   2> 289590 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436908701124395008)]} 0 0
[junit4:junit4]   2> 289595 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436908701127540736)]} 0 0
[junit4:junit4]   2> 289596 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436908701127540736)]} 0 3
[junit4:junit4]   2> 289599 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1436908701133832192)]} 0 0
[junit4:junit4]   2> 289606 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436908701139075072)]} 0 0
[junit4:junit4]   2> 289607 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1436908701139075072)]} 0 3
[junit4:junit4]   2> 289607 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40]} 0 5
[junit4:junit4]   2> 289610 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436908701145366528)]} 0 0
[junit4:junit4]   2> 289615 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436908701148512256)]} 0 0
[junit4:junit4]   2> 289616 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436908701148512256)]} 0 3
[junit4:junit4]   2> 289618 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436908701153755136)]} 0 0
[junit4:junit4]   2> 289623 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436908701156900864)]} 0 0
[junit4:junit4]   2> 289624 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436908701156900864)]} 0 3
[junit4:junit4]   2> 289626 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436908701162143744)]} 0 0
[junit4:junit4]   2> 289631 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436908701165289472)]} 0 0
[junit4:junit4]   2> 289632 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436908701165289472)]} 0 3
[junit4:junit4]   2> 289634 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1436908701170532352)]} 0 0
[junit4:junit4]   2> 289639 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436908701173678080)]} 0 0
[junit4:junit4]   2> 289640 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1436908701173678080)]} 0 3
[junit4:junit4]   2> 289643 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436908701179969536)]} 0 0
[junit4:junit4]   2> 289650 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436908701185212416)]} 0 0
[junit4:junit4]   2> 289651 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!45 (1436908701185212416)]} 0 3
[junit4:junit4]   2> 289652 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45]} 0 6
[junit4:junit4]   2> 289654 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1436908701191503872)]} 0 0
[junit4:junit4]   2> 289661 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436908701196746752)]} 0 0
[junit4:junit4]   2> 289662 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!46 (1436908701196746752)]} 0 3
[junit4:junit4]   2> 289662 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46]} 0 5
[junit4:junit4]   2> 289665 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1436908701203038208)]} 0 0
[junit4:junit4]   2> 289670 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436908701206183936)]} 0 0
[junit4:junit4]   2> 289671 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1436908701206183936)]} 0 3
[junit4:junit4]   2> 289673 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1436908701211426816)]} 0 0
[junit4:junit4]   2> 289678 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436908701214572544)]} 0 0
[junit4:junit4]   2> 289679 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1436908701214572544)]} 0 3
[junit4:junit4]   2> 289681 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1436908701219815424)]} 0 0
[junit4:junit4]   2> 289686 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436908701222961152)]} 0 0
[junit4:junit4]   2> 289687 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1436908701222961152)]} 0 3
[junit4:junit4]   2> 289689 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1436908701228204032)]} 0 0
[junit4:junit4]   2> 289696 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436908701233446912)]} 0 0
[junit4:junit4]   2> 289697 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1436908701233446912)]} 0 3
[junit4:junit4]   2> 289697 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50]} 0 5
[junit4:junit4]   2> 289700 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436908701239738368)]} 0 0
[junit4:junit4]   2> 289705 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436908701242884096)]} 0 0
[junit4:junit4]   2> 289706 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436908701242884096)]} 0 3
[junit4:junit4]   2> 289709 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1436908701249175552)]} 0 0
[junit4:junit4]   2> 289714 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436908701252321280)]} 0 0
[junit4:junit4]   2> 289715 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1436908701252321280)]} 0 3
[junit4:junit4]   2> 289717 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436908701257564160)]} 0 0
[junit4:junit4]   2> 289722 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436908701260709888)]} 0 0
[junit4:junit4]   2> 289723 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436908701260709888)]} 0 3
[junit4:junit4]   2> 289726 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1436908701267001344)]} 0 0
[junit4:junit4]   2> 289733 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436908701272244224)]} 0 0
[junit4:junit4]   2> 289734 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1436908701272244224)]} 0 3
[junit4:junit4]   2> 289734 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54]} 0 5
[junit4:junit4]   2> 289737 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1436908701278535680)]} 0 0
[junit4:junit4]   2> 289744 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436908701283778560)]} 0 0
[junit4:junit4]   2> 289745 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!55 (1436908701283778560)]} 0 3
[junit4:junit4]   2> 289745 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55]} 0 5
[junit4:junit4]   2> 289748 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1436908701290070016)]} 0 0
[junit4:junit4]   2> 289755 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436908701295312896)]} 0 0
[junit4:junit4]   2> 289756 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!56 (1436908701295312896)]} 0 3
[junit4:junit4]   2> 289757 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56]} 0 6
[junit4:junit4]   2> 289759 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436908701301604352)]} 0 0
[junit4:junit4]   2> 289766 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436908701306847232)]} 0 0
[junit4:junit4]   2> 289767 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!57 (1436908701306847232)]} 0 3
[junit4:junit4]   2> 289768 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57]} 0 6
[junit4:junit4]   2> 289770 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436908701313138688)]} 0 0
[junit4:junit4]   2> 289775 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436908701316284416)]} 0 0
[junit4:junit4]   2> 289776 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436908701316284416)]} 0 3
[junit4:junit4]   2> 289779 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436908701322575872)]} 0 0
[junit4:junit4]   2> 289786 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436908701327818752)]} 0 0
[junit4:junit4]   2> 289787 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!59 (1436908701327818752)]} 0 3
[junit4:junit4]   2> 289787 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59]} 0 5
[junit4:junit4]   2> 289790 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1436908701334110208)]} 0 0
[junit4:junit4]   2> 289797 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436908701339353088)]} 0 0
[junit4:junit4]   2> 289798 T696 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!60 (1436908701339353088)]} 0 3
[junit4:junit4]   2> 289798 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60]} 0 5
[junit4:junit4]   2> 289801 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436908701345644544)]} 0 0
[junit4:junit4]   2> 289806 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436908701348790272)]} 0 0
[junit4:junit4]   2> 289807 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436908701348790272)]} 0 3
[junit4:junit4]   2> 289809 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1436908701354033152)]} 0 0
[junit4:junit4]   2> 289814 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436908701357178880)]} 0 0
[junit4:junit4]   2> 289815 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1436908701357178880)]} 0 3
[junit4:junit4]   2> 289817 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1436908701362421760)]} 0 0
[junit4:junit4]   2> 289824 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1436908701367664640)]} 0 0
[junit4:junit4]   2> 289825 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!63 (1436908701367664640)]} 0 3
[junit4:junit4]   2> 289826 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63]} 0 6
[junit4:junit4]   2> 289828 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436908701373956096)]} 0 0
[junit4:junit4]   2> 289833 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1436908701377101824)]} 0 0
[junit4:junit4]   2> 289834 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436908701377101824)]} 0 3
[junit4:junit4]   2> 289836 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1436908701382344704)]} 0 0
[junit4:junit4]   2> 289841 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1436908701385490432)]} 0 0
[junit4:junit4]   2> 289842 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1436908701385490432)]} 0 3
[junit4:junit4]   2> 289844 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1436908701390733312)]} 0 0
[junit4:junit4]   2> 289851 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1436908701395976192)]} 0 0
[junit4:junit4]   2> 289852 T710 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!66 (1436908701395976192)]} 0 3
[junit4:junit4]   2> 289852 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66]} 0 5
[junit4:junit4]   2> 289855 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67 (1436908701402267648)]} 0 0
[junit4:junit4]   2> 289860 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!67 (1436908701405413376)]} 0 0
[junit4:junit4]   2> 289861 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67 (1436908701405413376)]} 0 3
[junit4:junit4]   2> 289864 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68 (1436908701411704832)]} 0 0
[junit4:junit4]   2> 289869 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!68 (1436908701414850560)]} 0 0
[junit4:junit4]   2> 289870 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68 (1436908701414850560)]} 0 3
[junit4:junit4]   2> 289873 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!69 (1436908701421142016)]} 0 0
[junit4:junit4]   2> 289879 T741 C1123 P55838 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55827/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!69 (1436908701424287744)]} 0 0
[junit4:junit4]   2> 289880 T712 C1126 P55827 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!69 (1436908701424287744)]} 0 4
[junit4:junit4]   2> 289883 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!70 (1436908701431627776)]} 0 0
[junit4:junit4]   2> 289889 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55819/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!70 (1436908701434773504)]} 0 0
[junit4:junit4]   2> 289890 T694 C1125 P55819 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!70 (1436908701434773504)]} 0 4
[junit4:junit4]   2> 289893 T670 C1127 P55811 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!71 (1436908701442113536)]} 0 0
[junit4:junit4]   2> 289901 T722 C1124 P55834 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55

[...truncated too long message...]

date state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55834__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55834_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55834"}
[junit4:junit4]   2> 508837 T781 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55838__collection1",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55838_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55838"}
[junit4:junit4]   2> 508843 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 508875 T716 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 508875 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 508875 T716 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 509774 T658 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 509774 T658 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 509777 T658 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3de56dfa
[junit4:junit4]   2> 509785 T658 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=795,adds=795,deletesById=387,deletesByQuery=0,errors=0,cumulative_adds=837,cumulative_deletesById=387,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 509786 T658 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 509786 T658 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 509786 T658 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2>  C1164_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:55838_, base_url=http://127.0.0.1:55838, leader=true}
[junit4:junit4]   2> 509807 T658 C1164 P55838 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@160e821 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17bc987a),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@160e821 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17bc987a),segFN=segments_5,generation=5}
[junit4:junit4]   2> 509808 T658 C1164 P55838 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 509811 T658 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 509812 T658 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 509812 T658 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index;done=false>>]
[junit4:junit4]   2> 509813 T658 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4/index
[junit4:junit4]   2> 509813 T658 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4;done=false>>]
[junit4:junit4]   2> 509813 T658 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1370342893754/jetty4
[junit4:junit4]   2> 509815 T781 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89806791913701388-127.0.0.1:55838_-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 509818 T658 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 509887 T658 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 509891 T658 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55801 55801
[junit4:junit4]   2> 509948 T658 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 55811
[junit4:junit4]   2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1370342893754 FAILED !!!!!
[junit4:junit4]   2> 509949 T658 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 509949 T658 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55801 55801
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=87242027F44266CF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr_RS -Dtests.timezone=Europe/Sofia -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR    250s J0 | ShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:55819 returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([87242027F44266CF:6C2AE3F831D06F3]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:150)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 509970 T658 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 249923 T657 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 511118 T749 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 511118 T749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 511118 T749 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=Lucene41(blocksize=128), _version_=PostingsFormat(name=Memory doPackFST= true), n_ti=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=DefaultSimilarity, locale=sr_RS, timezone=Europe/Sofia
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=1,free=83881296,total=402653184
[junit4:junit4]   2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, CSVRequestHandlerTest, TestDFRSimilarityFactory, QueryParsingTest, TestDocSet, TestRealTimeGet, DirectUpdateHandlerOptimizeTest, AlternateDirectoryTest, OpenCloseCoreStressTest, TestXIncludeConfig, SimplePostToolTest, JSONWriterTest, TestShardHandlerFactory, TestAtomicUpdateErrorCases, TestDocumentBuilder, TestFieldResource, TestPluginEnable, FastVectorHighlighterTest, TestSurroundQueryParser, SolrCoreTest, TestRandomFaceting, ShardSplitTest]
[junit4:junit4] Completed on J0 in 251.22s, 1 test, 1 error <<< FAILURES!

[...truncated 772 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 297 suites, 1238 tests, 1 error, 13 ignored (7 assumptions)

Total time: 57 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure